-- Logs begin at Mon 2022-07-04 09:28:21 UTC, end at Mon 2022-07-04 10:29:17 UTC. -- Jul 04 10:00:08.541860 dv-cinder-848418-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 04 10:00:11.231558 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.common.config [-] Logging enabled! Jul 04 10:00:11.232514 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev405 Jul 04 10:00:11.232514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103988) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 04 10:00:11.235625 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.common.config [-] Logging enabled! Jul 04 10:00:11.235870 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev405 Jul 04 10:00:11.236184 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103988) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 04 10:00:11.237128 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 10:00:11.237360 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 10:00:11.237759 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 10:00:11.238007 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 10:00:11.238235 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 10:00:11.238654 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.238951 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.239187 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.239464 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.239755 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.240042 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.240331 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.240631 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.240912 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.241175 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.241458 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.241727 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.242014 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.242299 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.242588 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.242812 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] debug = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.243093 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.243527 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.243944 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.244224 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.244509 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.244791 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.245065 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.245343 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.245639 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.245979 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] host = dv-cinder-848418-1-iscsi {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.246253 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.246539 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.246823 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.247110 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.247418 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.247688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.247973 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.248249 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.248520 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] log_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.248794 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.249084 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.249373 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.249695 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.249931 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.250155 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.250440 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.250743 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.251018 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.251293 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.251569 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.251842 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.252115 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.252385 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.252668 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.252950 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.253238 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.253513 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.253817 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.254092 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.254461 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.254752 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.255024 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.255298 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.255573 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.255858 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.256125 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.256397 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.256694 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.256975 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.257255 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.257542 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.257837 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.258119 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.258389 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.258658 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.258927 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] use_json = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.259200 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.259468 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.259748 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.260023 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.260295 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.260564 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.260833 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.261114 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.261386 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:11.261768 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.262082 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.262370 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.262654 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.263003 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.263283 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.263572 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.263850 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.264137 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.264425 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.264714 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.264992 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.265292 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.265581 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.265899 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.266203 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.266497 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.266785 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.267059 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.267334 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.267607 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.267883 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.268168 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.268445 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.268732 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.269016 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.269291 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.269587 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.269905 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.270191 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.270485 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.270772 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.271048 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.271326 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.271617 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.271894 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.272167 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.272455 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.272732 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.273001 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.273280 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.273571 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.273885 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.274158 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.274435 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.274724 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.275000 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.275270 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.275542 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.275818 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.276089 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.276374 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.276657 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.276928 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.277201 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.277479 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.277780 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.278053 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.278330 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.278627 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.278906 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.279174 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.279446 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.279722 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.279994 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.280265 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.280536 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.280807 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.281085 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.281356 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.281647 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.281922 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.282194 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.282468 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.282766 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.283045 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.283321 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.283599 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.283877 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.284152 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.284430 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.284706 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.284983 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.285254 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.285544 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.285853 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.286142 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.286427 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.286704 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.287023 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.287301 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.287578 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.287858 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.288133 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.288408 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.288688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.288971 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.289262 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.289557 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.289864 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.290159 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.290452 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.290745 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.291025 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.291331 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.291609 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:11.291827 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 10:00:11.292069 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103988) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 04 10:00:11.587382 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 10:00:11.587682 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 10:00:11.588000 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 04 10:00:11.588323 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 04 10:00:11.999145 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:11.999348 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:11.999598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.002583 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.002859 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.003122 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.055423 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.055718 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.055985 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.070976 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.071251 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.071522 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.101390 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.101644 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.101952 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.137876 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.138184 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.138454 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.366871 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.367527 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.367527 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.367669 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.368335 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.465380 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.465732 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.466125 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.466556 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.466835 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.467155 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.467423 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.467686 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.467977 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.468234 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.468501 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.468750 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.469011 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.469271 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.469531 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.469821 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.470083 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.470354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.470625 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.471218 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.471499 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.471756 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.472043 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.472424 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.472678 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.472928 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.473323 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 10:00:12.473563 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 10:00:12.473824 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 10:00:12.474058 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 10:00:12.474290 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 10:00:12.474520 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 10:00:12.474890 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 04 10:00:12.477993 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 04 10:00:12.482088 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 04 10:00:12.485789 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 04 10:00:12.487407 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 04 10:00:12.488034 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 04 10:00:12.488371 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 04 10:00:12.488754 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 04 10:00:12.491574 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 04 10:00:12.491823 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 04 10:00:12.492165 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 10:00:12.497330 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 04 10:00:12.523356 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 04 10:00:12.523817 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.524166 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103988) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 04 10:00:12.524548 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.525937 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103988) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 04 10:00:12.526219 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 04 10:00:12.526468 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 04 10:00:12.530186 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.530459 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:12.693890 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 04 10:00:12.694099 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 04 10:00:12.694237 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 04 10:00:12.694657 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 04 10:00:12.752230 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO dbcounter [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Registered counter for database neutron Jul 04 10:00:12.774030 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_db.sqlalchemy.engines [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103988) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 04 10:00:12.781803 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writer thread running {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 10:00:13.362344 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Initializing driver for type 'gre' Jul 04 10:00:13.362836 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] gre ID ranges: [(1, 1000)] Jul 04 10:00:13.428618 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Initializing driver for type 'local' Jul 04 10:00:13.429322 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Initializing driver for type 'vlan' Jul 04 10:00:13.455509 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] VlanTypeDriver initialization complete Jul 04 10:00:13.455894 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Initializing driver for type 'vxlan' Jul 04 10:00:13.456483 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] vxlan ID ranges: [(1, 1000)] Jul 04 10:00:13.523694 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Initializing extension driver 'port_security' Jul 04 10:00:13.523957 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.extensions.port_security [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] PortSecurityExtensionDriver initialization complete Jul 04 10:00:13.524318 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Initializing mechanism driver 'openvswitch' Jul 04 10:00:13.524656 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Initializing mechanism driver 'hyperv' Jul 04 10:00:13.531677 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:00:13.532361 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > port after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.532730 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > port after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.533077 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > port after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.533637 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 10:00:13.534060 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > subnet after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.534412 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > subnet after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.534758 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.535149 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 10:00:13.535554 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > network after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.535898 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > network after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.536241 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > network after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.536630 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 10:00:13.537032 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > security_group after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.537378 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > security_group after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.537739 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > security_group after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.538130 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 10:00:13.538530 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.538872 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.539205 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.539594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 10:00:13.539992 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > address_group after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.540333 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > address_group after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.540666 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > address_group after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.541053 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 04 10:00:13.541490 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] ML2 OVO RPC backend initialized. {{(pid=103988) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 04 10:00:13.542224 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.542579 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.542993 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > network before_response 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.543344 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > networks before_response 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.543690 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > port before_response 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.544032 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > ports before_response 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.544371 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > subnet before_response 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.544815 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > subnets before_response 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.545161 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > network after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.545501 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > network after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.545865 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > network after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.546221 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > port after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.546539 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > port after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.546873 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > port after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.547206 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > subnet after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.547538 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > subnet after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.547883 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.555385 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded quota_driver: . Jul 04 10:00:13.555782 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.plugin [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Modular L2 Plugin initialization complete Jul 04 10:00:13.556133 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading services supported by the core plugin {{(pid=103988) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 04 10:00:13.556475 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.plugins.ml2.managers [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Got port-security extension from driver 'port_security' Jul 04 10:00:13.556955 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.extensions.vlantransparent [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Disabled vlantransparent extension. Jul 04 10:00:13.557442 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103988) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 04 10:00:13.557780 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading Plugin: router Jul 04 10:00:13.592988 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router_interface before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.593374 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router after_create 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.593769 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router before_create 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.594264 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.594639 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.594997 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router after_delete 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.595362 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > floatingip after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.595714 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > floatingip after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.596413 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router after_create 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.596757 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router after_update 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.597108 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router after_update 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.597440 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.597819 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router after_update 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.598229 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_update 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.598600 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: port after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.598934 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: port after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.599273 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: subnet after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.599603 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.599956 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > port precommit_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.600298 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_create 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.600651 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: port before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.600962 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.601313 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router after_update 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.601685 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_delete 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.602036 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_create 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.602393 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.602735 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_update 55549900 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.603096 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > agent after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.603447 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > agent after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.603791 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > network after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.604662 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Tracking information for resource: router configured {{(pid=103988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 10:00:13.604998 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Tracking information for resource: floatingip configured {{(pid=103988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 04 10:00:13.609959 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.db.l3_agentschedulers_db [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 04 10:00:13.610525 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: port after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.610882 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: port after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.611231 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: port after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.611579 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: port after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.612509 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router before_create 55550100 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.612879 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_delete 55550100 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.613236 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_create 55550100 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.613590 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > router precommit_update 55550100 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.618389 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.services.provider_configuration [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service providers = [] {{(pid=103988) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 04 10:00:13.618750 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.db.servicetype_db [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103988) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 04 10:00:13.621708 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.services.service_base [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 10:00:13.622057 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.services.service_base [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 10:00:13.622396 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.services.service_base [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 10:00:13.623705 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.services.service_base [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 04 10:00:13.624079 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.services.service_base [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 04 10:00:13.624452 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 10:00:13.624777 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 04 10:00:13.635044 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 10:00:13.635381 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading Plugin: auto_allocate Jul 04 10:00:13.641078 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: network precommit_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.641546 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: network precommit_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.642084 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 10:00:13.642403 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading Plugin: tag Jul 04 10:00:13.649203 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 10:00:13.649530 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading Plugin: timestamp Jul 04 10:00:13.653342 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 10:00:13.653657 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading Plugin: network_ip_availability Jul 04 10:00:13.659197 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.659567 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.659918 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.660621 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 10:00:13.660936 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading Plugin: flavors Jul 04 10:00:13.665847 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 10:00:13.666176 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading Plugin: revisions Jul 04 10:00:13.670470 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 04 10:00:13.670860 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_concurrency.lockutils [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.083s {{(pid=103988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 04 10:00:13.671591 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103988) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 04 10:00:13.671926 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Initializing extension manager. Jul 04 10:00:13.672452 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: __init__.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.672787 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: __pycache__ {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.673123 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: address_group.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.673912 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.674475 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: address-group Jul 04 10:00:13.674796 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: address_scope.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.675511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.676015 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: address-scope Jul 04 10:00:13.676337 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: admin_state_down_before_update.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.677254 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.677797 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: router-admin-state-down-before-update Jul 04 10:00:13.678107 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: agent.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.678857 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.679305 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: agent Jul 04 10:00:13.679623 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: agent_resources_synced.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.680529 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.681042 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: agent-resources-synced Jul 04 10:00:13.681356 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: allowedaddresspairs.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.683141 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.683665 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: allowed-address-pairs Jul 04 10:00:13.683988 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: auto_allocated_topology.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.685054 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.685679 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: auto-allocated-topology Jul 04 10:00:13.686008 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: availability_zone.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.686699 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.687200 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: availability_zone Jul 04 10:00:13.687519 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: availability_zone_filter.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.688425 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.688926 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: availability_zone_filter Jul 04 10:00:13.689244 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: data_plane_status.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.690167 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.690669 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension data-plane-status not supported by any of loaded plugins Jul 04 10:00:13.690991 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: default_subnetpools.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.691893 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.692394 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: default-subnetpools Jul 04 10:00:13.692712 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: dhcpagentscheduler.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.693526 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.694058 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: dhcp_agent_scheduler Jul 04 10:00:13.694382 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: dns.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.695301 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.695794 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension dns-integration not supported by any of loaded plugins Jul 04 10:00:13.696109 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: dns_domain_ports.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.697013 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.697516 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 04 10:00:13.697857 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.698774 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.699267 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 04 10:00:13.699584 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: dvr.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.700246 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.700747 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: dvr Jul 04 10:00:13.701135 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: ecmp_routes.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.702065 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.702564 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension ecmp_routes not supported by any of loaded plugins Jul 04 10:00:13.702901 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: empty_string_filtering.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.703810 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.704312 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: empty-string-filtering Jul 04 10:00:13.704630 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.705546 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.706079 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 04 10:00:13.706398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.707310 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.708008 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 04 10:00:13.708437 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: external_net.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.709239 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.709777 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: external-net Jul 04 10:00:13.710098 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: extra_dhcp_opt.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.711013 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.711514 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: extra_dhcp_opt Jul 04 10:00:13.711833 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: extraroute.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.712730 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.713238 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: extraroute Jul 04 10:00:13.713555 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: extraroute_atomic.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.714620 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.715130 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: extraroute-atomic Jul 04 10:00:13.715452 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: filter_validation.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.716121 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.716768 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: filter-validation Jul 04 10:00:13.717109 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: fip_pf_description.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.717976 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.718476 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 04 10:00:13.718795 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: fip_pf_port_range.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.719701 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.720203 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 04 10:00:13.720523 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: fip_port_details.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.721792 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.722320 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: fip-port-details Jul 04 10:00:13.722654 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: flavors.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.723893 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.724402 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: flavors Jul 04 10:00:13.724726 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.726435 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.726955 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 04 10:00:13.727284 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: floatingip_pools.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.727970 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.728474 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: floatingip-pools Jul 04 10:00:13.728794 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: ip_allocation.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.729725 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.730229 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension ip_allocation not supported by any of loaded plugins Jul 04 10:00:13.730546 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.731456 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.731961 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: ip-substring-filtering Jul 04 10:00:13.732355 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l2_adjacency.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.733287 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.733812 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension l2_adjacency not supported by any of loaded plugins Jul 04 10:00:13.734130 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.735125 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.735633 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: router Jul 04 10:00:13.735952 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3_conntrack_helper.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.738246 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.738768 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 04 10:00:13.739094 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.740013 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.740555 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: ext-gw-mode Jul 04 10:00:13.740879 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.741827 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.742335 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: l3-ha Jul 04 10:00:13.742658 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.743563 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.744062 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 04 10:00:13.744381 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3_flavors.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.745283 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.745816 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: l3-flavors Jul 04 10:00:13.746140 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3_ndp_proxy.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.747506 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.748116 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 04 10:00:13.748446 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.749356 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.749899 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: l3-port-ip-change-not-allowed Jul 04 10:00:13.750222 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: l3agentscheduler.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.751398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.751907 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: l3_agent_scheduler Jul 04 10:00:13.752235 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: local_ip.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.754105 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.754637 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension local_ip not supported by any of loaded plugins Jul 04 10:00:13.754962 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: logging.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.756458 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.756983 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension logging not supported by any of loaded plugins Jul 04 10:00:13.757316 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: metering.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.758121 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.758703 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: metering Jul 04 10:00:13.759028 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.760101 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.760609 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: metering_source_and_destination_fields Jul 04 10:00:13.760937 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: multiprovidernet.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.761911 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.762416 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: multi-provider Jul 04 10:00:13.762741 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: netmtu.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.763677 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.764296 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: net-mtu Jul 04 10:00:13.764621 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: netmtu_writable.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.765537 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.766073 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: net-mtu-writable Jul 04 10:00:13.766396 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: network_availability_zone.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.767061 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.767563 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: network_availability_zone Jul 04 10:00:13.767887 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: network_ip_availability.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.768989 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.769496 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: network-ip-availability Jul 04 10:00:13.769847 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: network_segment_range.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.770612 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.771117 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension network-segment-range not supported by any of loaded plugins Jul 04 10:00:13.771439 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: pagination.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.772410 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.772738 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: pagination Jul 04 10:00:13.773057 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: port_device_profile.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.773994 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.774502 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: port-device-profile Jul 04 10:00:13.774817 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: port_mac_address_override.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.775734 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.776234 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: port-mac-override Jul 04 10:00:13.776550 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.777463 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.778004 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: port-mac-address-regenerate Jul 04 10:00:13.778327 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.779312 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.779980 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: port-numa-affinity-policy Jul 04 10:00:13.780297 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: port_resource_request.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.781208 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.781739 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension port-resource-request not supported by any of loaded plugins Jul 04 10:00:13.782060 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: port_resource_request_groups.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.783019 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.783521 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 04 10:00:13.783843 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: portbindings.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.784769 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.785271 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: binding Jul 04 10:00:13.785589 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: portbindings_extended.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.786865 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.787378 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: binding-extended Jul 04 10:00:13.787698 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: portsecurity.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.788604 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.789108 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: port-security Jul 04 10:00:13.789433 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: project_id.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.790493 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.790821 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: project-id Jul 04 10:00:13.791137 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: providernet.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.792038 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.792547 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: provider Jul 04 10:00:13.792862 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.798605 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.799130 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos not supported by any of loaded plugins Jul 04 10:00:13.799461 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.800695 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.801203 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 04 10:00:13.801531 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.802482 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.802994 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 04 10:00:13.803318 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_default.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.804225 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.804732 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-default not supported by any of loaded plugins Jul 04 10:00:13.805052 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_fip.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.805993 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.806500 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-fip not supported by any of loaded plugins Jul 04 10:00:13.806819 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_fip_network_policy.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.807726 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.808229 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 04 10:00:13.808546 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_gateway_ip.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.809461 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.809991 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 04 10:00:13.810487 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_port_network_policy.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.811483 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.811988 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 04 10:00:13.812308 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.813340 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.813889 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 04 10:00:13.814207 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.815235 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.815740 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 04 10:00:13.816057 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_pps_rule.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.817226 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.817763 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-pps not supported by any of loaded plugins Jul 04 10:00:13.818089 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_rule_type_details.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.819007 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.819516 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 04 10:00:13.819837 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_rule_type_filter.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.820741 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.821247 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 04 10:00:13.821564 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: qos_rules_alias.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.822619 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.823123 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 04 10:00:13.823446 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: quota_check_limit.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.824367 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.824879 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: quota-check-limit Jul 04 10:00:13.825200 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: quotasv2.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.826227 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.826556 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: quotas Jul 04 10:00:13.826875 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: quotasv2_detail.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.828581 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.828919 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: quota_details Jul 04 10:00:13.829252 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: rbac.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.830350 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.830872 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: rbac-policies Jul 04 10:00:13.831199 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: rbac_address_group.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.832124 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.832635 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: rbac-address-group Jul 04 10:00:13.832961 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: rbac_address_scope.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.833902 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.834414 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: rbac-address-scope Jul 04 10:00:13.834734 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: rbac_security_groups.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.835723 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.836235 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: rbac-security-groups Jul 04 10:00:13.836556 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: rbac_subnetpool.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.837465 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.838010 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: rbac-subnetpool Jul 04 10:00:13.838331 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: revisionifmatch.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.839244 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.839773 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: revision-if-match Jul 04 10:00:13.840075 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: revisions.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.841257 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.841928 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: standard-attr-revisions Jul 04 10:00:13.842383 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: router_availability_zone.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.843002 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.843511 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: router_availability_zone Jul 04 10:00:13.843838 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: routerservicetype.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.844967 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.845513 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension router-service-type not supported by any of loaded plugins Jul 04 10:00:13.846205 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.847198 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.847762 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: security-groups-normalized-cidr Jul 04 10:00:13.848104 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: security_groups_port_filtering.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.849225 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.849767 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: port-security-groups-filtering Jul 04 10:00:13.850190 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.851636 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.852199 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: security-groups-remote-address-group Jul 04 10:00:13.852523 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.853640 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.854182 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: security-groups-shared-filtering Jul 04 10:00:13.854486 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: securitygroup.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.864904 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.865464 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: security-group Jul 04 10:00:13.865828 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: segment.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.866584 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.867091 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension segment not supported by any of loaded plugins Jul 04 10:00:13.867415 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.868400 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.868907 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 04 10:00:13.869234 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: servicetype.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.870365 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.870879 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: service-type Jul 04 10:00:13.871204 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: sorting.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.872184 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.872512 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: sorting Jul 04 10:00:13.873006 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: standard_attr_segment.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.873961 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.874477 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 04 10:00:13.874799 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: standardattrdescription.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.875450 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.875955 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: standard-attr-description Jul 04 10:00:13.876275 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: stateful_security_group.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.877214 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.877767 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: stateful-security-group Jul 04 10:00:13.878091 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: stdattrs_common.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.878676 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 04 10:00:13.878993 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.879907 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.880418 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 04 10:00:13.880737 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: subnet_onboard.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.881833 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.882354 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: subnet_onboard Jul 04 10:00:13.882678 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.883601 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.884113 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 04 10:00:13.884435 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: subnet_service_types.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.885346 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.885887 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: subnet-service-types Jul 04 10:00:13.886215 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: subnetallocation.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.887292 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.887804 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: subnet_allocation Jul 04 10:00:13.888126 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.888814 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.889316 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: subnetpool-prefix-ops Jul 04 10:00:13.889658 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.890600 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.891109 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 04 10:00:13.891429 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: tagging.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.892528 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.893041 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: standard-attr-tag Jul 04 10:00:13.893365 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: timestamp.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.894587 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.895095 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loaded extension: standard-attr-timestamp Jul 04 10:00:13.895419 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: trunk.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.896443 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.896951 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension trunk not supported by any of loaded plugins Jul 04 10:00:13.897274 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: trunk_details.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.898219 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.898727 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension trunk-details not supported by any of loaded plugins Jul 04 10:00:13.899048 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: uplink_status_propagation.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.899958 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.900463 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 04 10:00:13.900782 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Loading extension file: vlantransparent.py {{(pid=103988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 04 10:00:13.901458 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 04 10:00:13.901998 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extension vlan-transparent not supported by any of loaded plugins Jul 04 10:00:13.904690 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:network Jul 04 10:00:13.905214 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:subnet Jul 04 10:00:13.905650 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 10:00:13.906045 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:port Jul 04 10:00:13.907359 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.907806 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service FLAVORS assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.908438 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.908875 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.909202 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:router Jul 04 10:00:13.909656 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:floatingip Jul 04 10:00:13.910133 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service METERING assigned prefix: /metering {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.911602 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.911972 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.912328 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:00:13.913375 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 10:00:13.913861 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:security_group Jul 04 10:00:13.914290 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 10:00:13.914888 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service CORE assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.915215 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 10:00:13.915560 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] subnetpool is already registered Jul 04 10:00:13.915985 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service CORE assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.916306 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 10:00:13.916627 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] subnetpool is already registered Jul 04 10:00:13.918973 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.919402 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service FLAVORS assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.920061 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.920559 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.920890 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:router Jul 04 10:00:13.921233 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] router is already registered Jul 04 10:00:13.921638 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:floatingip Jul 04 10:00:13.921975 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] floatingip is already registered Jul 04 10:00:13.922426 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service METERING assigned prefix: /metering {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.923087 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of CountableResource for resource:rbac_policy Jul 04 10:00:13.923419 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] rbac_policy is already registered Jul 04 10:00:13.923827 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:security_group Jul 04 10:00:13.924157 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] security_group is already registered Jul 04 10:00:13.924567 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:security_group_rule Jul 04 10:00:13.924898 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] security_group_rule is already registered Jul 04 10:00:13.925512 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service CORE assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.925857 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 10:00:13.926189 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] subnetpool is already registered Jul 04 10:00:13.926607 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.v2.resource_helper [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Service CORE assigned prefix: {{(pid=103988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 04 10:00:13.926928 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Creating instance of TrackedResource for resource:subnetpool Jul 04 10:00:13.927257 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING neutron.quota.resource_registry [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] subnetpool is already registered Jul 04 10:00:13.927721 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: extensions {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.929222 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: address-groups {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.930694 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: address-scopes {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.932019 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: agents {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.933162 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: auto-allocated-topology {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.934444 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: availability_zones {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.935732 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: dhcp-networks {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.937226 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: dhcp-agents {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.938704 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: routers {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.940398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: flavors {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.941698 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: service_profiles {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.942887 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: next_providers {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.944327 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: service_profiles {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.945866 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: floatingip-pools {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.947089 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: routers {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.948797 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: floatingips {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.950090 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: l3-routers {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.951624 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: l3-agents {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.953040 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: metering-labels {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.954313 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: metering-label-rules {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.956649 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: network-ip-availabilities {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.957956 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: bindings {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.959497 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: quotas {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.961155 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: quotas {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.962713 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: rbac-policies {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.963919 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: security-groups {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.965213 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: security-group-rules {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.966628 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: service-providers {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.967886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: subnetpools {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.969215 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: subnetpools {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.971147 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.972800 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.974664 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.976431 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.978139 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.980068 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.981795 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.983764 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.985529 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.987290 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron.api.extensions [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Extended resource: tags {{(pid=103988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 04 10:00:13.993397 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING keystonemiddleware.auth_token [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 04 10:00:13.998595 dv-cinder-848418-1-iscsi neutron-server[103988]: WARNING keystonemiddleware.auth_token [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 04 10:00:14.007350 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_concurrency.lockutils [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Acquired lock "singleton_lock" {{(pid=103988) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 04 10:00:14.007827 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_concurrency.lockutils [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Releasing lock "singleton_lock" {{(pid=103988) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 04 10:00:14.008474 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO oslo_service.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Starting 2 workers Jul 04 10:00:14.013300 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Started child 104129 {{(pid=103988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 10:00:14.017740 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Started child 104130 {{(pid=103988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 10:00:14.019056 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:14.019782 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO neutron.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Neutron service started, listening on 0.0.0.0:9696 Jul 04 10:00:14.020028 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Publish callbacks [] for process (None), before_spawn {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:14.020567 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [-] (104129) wsgi starting up on http://0.0.0.0:9696 Jul 04 10:00:14.022446 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO oslo_service.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Starting 1 workers Jul 04 10:00:14.022580 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:14.023999 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [-] (104130) wsgi starting up on http://0.0.0.0:9696 Jul 04 10:00:14.027600 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Started child 104131 {{(pid=103988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 10:00:14.028119 dv-cinder-848418-1-iscsi neutron-server[103988]: INFO oslo_service.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Starting 1 workers Jul 04 10:00:14.031684 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] calling RpcWorker wait() {{(pid=104131) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 04 10:00:14.032345 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] returning from RpcWorker wait() {{(pid=104131) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 04 10:00:14.032582 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Started child 104132 {{(pid=103988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 04 10:00:14.033423 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d56a19da-d474-4445-b2cb-b70f3da4ebfe None None] Publish callbacks [] for process (None), after_spawn {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:14.033566 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:14.034111 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:00:14.035480 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103988) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 10:00:14.035661 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 10:00:14.035869 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 10:00:14.036063 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 10:00:14.036413 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 10:00:14.036553 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 10:00:14.037043 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.037326 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.037636 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.037760 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:14.038212 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.038516 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.038781 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.039030 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.039303 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.039540 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.039693 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.040038 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.040304 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.040533 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.040845 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.041122 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.041367 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.041608 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.041823 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.042079 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.042327 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.042550 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.042822 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] debug = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.043089 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.043575 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.043814 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.044056 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.044289 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.044596 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.044847 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.045092 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.045411 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.045659 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.045910 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.046173 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.046400 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.046629 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.046863 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.047141 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.047380 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.047868 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] host = dv-cinder-848418-1-iscsi {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.048106 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.048325 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.048550 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.048773 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.049034 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.049247 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.049498 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.049760 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.050027 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.050320 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.050520 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.050759 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.051000 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.051313 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.051475 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_options = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.051719 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.051979 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.052268 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.052475 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.052627 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.052780 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.053021 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.053183 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.053428 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.053685 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.053902 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.054114 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.054325 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.054727 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.054983 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.055198 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.055524 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.055790 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.056044 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.056392 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.059415 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:00:14.059663 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.059976 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.060258 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.060616 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.060795 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.061129 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.061344 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.061584 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.061875 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.062035 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.062268 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.062502 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.062750 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.062987 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.063230 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.064348 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.064619 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.064952 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.065134 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.065343 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.065595 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.065876 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.066327 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.066747 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.066975 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.067198 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.067417 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_json = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.067636 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.067870 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.068428 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.068633 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.068788 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.069169 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.069393 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.069658 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.069872 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.070524 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.070804 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.071124 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.071386 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.071612 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.072065 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.072206 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.072328 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.072593 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.072839 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.073357 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.076247 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.076595 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.076984 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.077279 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.077649 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.080615 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.080929 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.081177 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.081417 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.081679 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.081929 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.082200 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.082462 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.082700 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.082937 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.083182 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.083475 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.083766 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.084030 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.084380 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.084636 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.084900 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.085453 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.085453 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.085665 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.089938 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.090230 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.090478 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.090725 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.090998 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.091282 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.091586 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.091851 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.092076 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.092335 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.092592 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.092866 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.093090 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.093319 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.093538 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.093847 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.094089 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.094285 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.094516 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.094750 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.095011 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.095239 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.095505 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.096103 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.096347 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.096570 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.096838 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.097036 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.097250 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.097460 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.097956 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.098953 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.099565 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.099793 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.100440 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.100791 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.101061 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.101249 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.101473 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.101743 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.101968 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.102194 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.102806 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.103147 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.103382 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.103598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.103814 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.104029 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.104247 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.105042 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.105686 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.106036 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.106272 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.106490 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.106813 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.107616 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.108018 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.108774 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.109005 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.109610 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.109908 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.110253 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.110596 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.110861 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.111205 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.111466 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.111701 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.113095 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.113752 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.115124 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.115907 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.117386 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.117679 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.117927 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.118178 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.118434 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.118700 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.118958 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.119199 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.119461 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.119713 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.119969 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.120231 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.120486 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.120737 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.121031 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.121278 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.121555 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.122942 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.123414 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.123670 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.123928 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.124185 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.124482 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.124707 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.124967 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.125234 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.126754 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.127937 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.128273 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.128954 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.131919 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.131919 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.131919 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.132213 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.132304 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.132496 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.132777 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.133012 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.133267 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.133542 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.137306 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.137592 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.137870 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.138145 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.138442 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.138698 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.138945 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.139201 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.139417 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.139639 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.139866 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.140104 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.140322 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.140572 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.140786 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.141005 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.141245 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.141466 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.144871 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.145187 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.145428 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.145783 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.146072 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.146314 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.146562 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.146805 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.147041 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.147313 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.147545 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.147838 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.148337 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.148564 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.148801 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.149033 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.149315 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.149526 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.149807 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.150069 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.150309 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.150559 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.150650 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:00:14.150786 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.151023 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.151238 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.151469 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.151686 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.151925 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.152280 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.152656 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.152905 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.153144 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.153411 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.153718 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.154098 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.154545 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.154772 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.155104 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.155405 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.155923 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.156220 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.156512 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.156744 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.156968 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.157190 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.157449 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.157703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.157946 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.158170 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.158394 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.158613 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.158829 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.159043 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.159270 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.159478 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.159685 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.159898 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.160106 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.160396 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.160641 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.160863 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.161107 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.161320 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.161528 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.161813 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.162066 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.162275 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.162494 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.162708 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.163006 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.163251 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.163458 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.163667 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.163882 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.164093 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.164303 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.164524 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.164727 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.164932 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.165147 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.165357 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.165561 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.165806 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.166009 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.166211 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.166426 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.166637 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.166840 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.167076 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.167282 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.167504 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.167718 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.167939 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.168131 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.168410 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.168660 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.168877 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.169164 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.169383 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.170034 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.170258 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.170936 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.170936 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.171126 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.171216 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.171436 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.171655 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.171904 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.172203 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.172475 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.172737 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.173008 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.173266 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.173532 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.173825 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.174036 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.174339 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.174650 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.174917 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.175154 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.175407 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.175637 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.175860 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.176072 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.176304 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.176516 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.176732 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.176963 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.177193 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.177417 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.177663 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.177874 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.178103 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.178318 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.178527 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.178742 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.178952 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.179102 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 10:00:14.179848 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103988) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 04 10:00:14.180161 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 04 10:00:14.180310 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 04 10:00:14.180465 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 04 10:00:14.180633 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 04 10:00:14.180787 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 04 10:00:14.180993 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.181153 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.181310 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.181463 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.181679 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.181843 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.182000 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.182155 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.182310 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.182465 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.182619 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.182773 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.182992 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.183152 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.183306 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.183460 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.183619 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.183780 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.183934 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.184087 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.184239 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.184392 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] debug = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.184545 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.184744 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.184956 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.185115 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.185269 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.185424 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.185578 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.185930 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.186089 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.186244 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.186397 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.186549 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.186703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.186874 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.187030 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.187184 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.187337 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.187490 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] host = dv-cinder-848418-1-iscsi {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.187643 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.187794 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.187953 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.188106 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.188258 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.188413 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.188568 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.188719 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.188871 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.189023 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.189175 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.189329 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.189483 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.189659 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.189815 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_options = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.189968 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.190494 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.190494 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.190494 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.190734 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.190734 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.190894 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.191005 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.191157 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.191310 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.191462 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.191618 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.191769 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.192069 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.192227 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.192377 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.192533 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.192689 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.192846 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.192995 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.193289 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.193446 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.193599 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.193819 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.193918 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.194064 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.194217 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.194399 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.194547 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.194675 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.194815 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.194968 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.195120 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.195272 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.195426 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.195574 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.195727 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.195880 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.196038 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.196191 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.196343 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.196495 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.196647 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.196799 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.196951 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.197103 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.197259 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_json = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.197410 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.197562 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.197735 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.197887 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.198041 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.198193 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.198345 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.198500 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.198652 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 04 10:00:14.198825 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.198983 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.199150 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.199307 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.199461 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.199616 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.199772 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.199926 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.200079 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.200233 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.200395 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.200549 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.200715 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.200946 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.201099 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.201258 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.201414 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.201903 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.201903 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.201903 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.202124 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.202216 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.202332 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.202487 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.202643 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.202798 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.202956 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.203121 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.203276 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.203439 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.203614 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.203770 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.203926 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.204081 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.204238 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.204395 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.204552 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.204708 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.204865 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.205021 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.205176 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.205332 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.205489 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.205668 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.205828 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.205986 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.206142 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.206299 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.206454 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.206611 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.206768 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.206923 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.207079 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.207235 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.207391 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.207547 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.207702 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.207865 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.208260 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.208414 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.208571 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.208726 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.208880 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.209036 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.209191 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.209346 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.209502 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.209684 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.209856 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.210012 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.210168 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.210324 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.210482 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.210635 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.210791 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.210946 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.211100 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.211256 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.211411 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.213958 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.213958 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.213958 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.213958 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214450 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40152) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.214594 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.215598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.215598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.215598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.215598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.215598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.215598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.215598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.215598 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.216514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.216514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.216514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.216514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.216514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.216514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.216514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.216514 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.217398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.217398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.217398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.217398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.217398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.217398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.217398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.217398 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.218354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.218354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.218354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.218354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.218354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.218354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.218354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.218354 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219254 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219254 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219254 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219254 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219254 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219254 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219911 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219911 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219911 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219911 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.219911 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.221436 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.221436 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.221436 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.221436 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.221436 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.221436 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.222734 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065792 Jul 04 10:00:14.222886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.222886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.222886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.222886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.222886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.222886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.222886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.222886 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.223688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.223688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.223688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.223688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.223688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.223688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.223688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.223688 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.224424 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.224424 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.224424 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.224424 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.224424 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225001 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225001 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225001 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225001 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225380 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225380 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225380 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225661 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225807 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.225936 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.226064 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.226190 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.226319 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.226452 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.226589 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.226699 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.226862 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.227020 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.227173 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.227332 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.227490 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.227629 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.227790 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.227925 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.228090 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.228227 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.228388 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.228542 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.228702 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.228840 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.228998 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.229141 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.229316 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.229458 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.230703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.230703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.230703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.230703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.230703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.230703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.230703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.230703 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.231511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.231511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.231511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.231511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.231511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.231511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.232252 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.232252 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.232252 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.232252 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.232772 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.232772 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.232772 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.232772 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.233184 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.233184 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.233184 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.233511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.233511 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.233746 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.233746 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.233986 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.234103 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.234233 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.234369 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.234510 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.234648 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.234786 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.234925 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.235077 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.235218 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.235356 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.235495 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.235634 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.235770 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.235907 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.236043 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.236184 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.236338 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.236479 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.236619 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.236759 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.236983 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.237924 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.237924 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.237924 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.237924 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.237924 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.237924 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.237924 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.238745 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.238745 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.238745 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.238745 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.238745 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.239340 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.239340 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.239340 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.239340 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.239812 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.239812 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.239812 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.239812 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.240293 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.240293 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.240293 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.240649 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.240649 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.240895 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.240895 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.241052 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.241126 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.241287 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.241452 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.241687 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.241834 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.241966 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.242113 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.242280 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.242435 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.242556 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.242715 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.242872 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.243005 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.243171 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.243324 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.243457 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.243606 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.243742 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.244762 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.244762 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.244762 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.244762 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.244762 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.244762 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.244762 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.245826 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.245826 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 04 10:00:14.245826 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 04 10:00:23.517074 dv-cinder-848418-1-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:25.416329 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a9150-a699-4209-9a34-85ee86cb17c4 None None] get_active_networks_info from dv-cinder-848418-1-iscsi {{(pid=104131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 04 10:00:25.419375 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writer thread running {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 10:00:25.490131 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a9150-a699-4209-9a34-85ee86cb17c4 None None] No non-hosted networks {{(pid=104131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 04 10:00:25.557646 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.agentschedulers_db [None req-f43a9150-a699-4209-9a34-85ee86cb17c4 None None] DHCP Agent not found on host dv-cinder-848418-1-iscsi {{(pid=104131) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 04 10:00:25.613783 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4766d729-1eb3-432d-99d1-c2515bef9a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662289'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:27.036363 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writer thread running {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 10:00:27.541787 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-081b9d89-6bc2-4944-8edc-6ee6bb95a109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662289'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:27.565748 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-430ade33-e898-44ad-968a-1af3c0663b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:28.820736 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40226) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:29.350118 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662289'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:29.653230 dv-cinder-848418-1-iscsi neutron-server[104130]: WARNING oslo_policy.policy [None req-17c0e30b-6b8e-467a-9c25-7ea224f4dd87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 10:00:29.654305 dv-cinder-848418-1-iscsi neutron-server[104130]: WARNING oslo_policy.policy [None req-17c0e30b-6b8e-467a-9c25-7ea224f4dd87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 10:00:29.877611 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [None req-17c0e30b-6b8e-467a-9c25-7ea224f4dd87 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:00:29.894327 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-17c0e30b-6b8e-467a-9c25-7ea224f4dd87 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0707138 Jul 04 10:00:30.155808 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.db.l3_hamode_db [None req-afb9c602-7d38-48af-b9a0-2b85ea8ecc3d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 04 10:00:30.243881 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9c602-7d38-48af-b9a0-2b85ea8ecc3d None None] Routers set() bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:00:30.244534 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9c602-7d38-48af-b9a0-2b85ea8ecc3d None None] Router IDs set() for agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 04 10:00:30.419947 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662289'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:30.741461 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662289'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:30.742149 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.742944 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.743282 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.743616 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.743944 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.744282 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.744593 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.744933 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.745256 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.745589 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.748518 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.751481 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.751856 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.752193 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.752505 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:30.753868 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848418-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:00:30.764143 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848418-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:00:32.244838 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40260) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:32.593067 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-19064a0e-19d5-4045-83d0-dbe41ee647b8 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:00:32.684226 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.policy [None req-19064a0e-19d5-4045-83d0-dbe41ee647b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104130) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 10:00:32.725640 dv-cinder-848418-1-iscsi neutron-server[104130]: WARNING oslo_policy.policy [None req-19064a0e-19d5-4045-83d0-dbe41ee647b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 10:00:32.726024 dv-cinder-848418-1-iscsi neutron-server[104130]: WARNING oslo_policy.policy [None req-19064a0e-19d5-4045-83d0-dbe41ee647b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 10:00:32.746216 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writer thread running {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 10:00:32.836548 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-19064a0e-19d5-4045-83d0-dbe41ee647b8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759685294660', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759685293128', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759685311237', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759685303775', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759685306319', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759685329517', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8130731', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8171355', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-883946', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-940824'] for rbac-policy (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:32.924835 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-19064a0e-19d5-4045-83d0-dbe41ee647b8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:32.926096 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-19064a0e-19d5-4045-83d0-dbe41ee647b8 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6799564 Jul 04 10:00:35.172373 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40272) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:35.549668 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:00:35.583526 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Made reservation on behalf of 27186cff1e94461099e5d6cc062b1abd for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:00:35.587498 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:35.605170 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:35.730488 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Publish callbacks [] for security_group (4af23869-a1c8-4653-9caf-20dfd868a013), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:35.736856 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4af23869-a1c8-4653-9caf-20dfd868a013), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:35.768799 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:00:35.797174 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759682175874', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (dd90f9be-341b-4972-ae80-1a41682cf1f7), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:35.797742 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Unsubscribe: segment precommit_create {{(pid=104130) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 10:00:35.798262 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Added segment dd90f9be-341b-4972-ae80-1a41682cf1f7 of type vlan for network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f Jul 04 10:00:35.812859 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4af23869-a1c8-4653-9caf-20dfd868a013,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:35.864315 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.864572 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.864900 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.865275 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.865563 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.865902 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.866213 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.866656 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.866833 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.867145 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.867490 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.867817 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.868133 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.868439 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.868746 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Tracked resource versions report: Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: pushed versions: Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: { 'AddressGroup': {'1.2'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Agent': {'1.1'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'ConntrackHelper': {'1.0'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'LocalIPAssociation': {'1.0'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Log': {'1.0'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'NDPProxy': {'1.0'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Network': {'1.1'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Port': {'1.7'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'PortForwarding': {'1.3'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'QosPolicy': {'1.10'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SecurityGroup': {'1.5'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SecurityGroupRule': {'1.2'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SubPort': {'1.0'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Subnet': {'1.1'}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Trunk': {'1.1'}} Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: consumer versions: Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: { DHCP agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: L3 agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: Metadata agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: Metering agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: Open vSwitch agent@dv-cinder-848418-1-iscsi: { 'AddressGroup': '1.2', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Agent': '1.1', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'ConntrackHelper': '1.0', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'LocalIPAssociation': '1.0', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Log': '1.0', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'NDPProxy': '1.0', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Network': '1.1', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Port': '1.7', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'PortForwarding': '1.3', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'QosPolicy': '1.10', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SecurityGroup': '1.5', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SecurityGroupRule': '1.2', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SubPort': '1.0', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Subnet': '1.1', Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Trunk': '1.1'}} Jul 04 10:00:35.870189 dv-cinder-848418-1-iscsi neutron-server[104130]: {{(pid=104130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 10:00:35.904501 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (49a5e9fa-770f-4521-81a1-410e3ac8fe5f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:35.951283 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (49a5e9fa-770f-4521-81a1-410e3ac8fe5f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:35.959100 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:00:35.960260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:36.017986 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:36.053525 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8797488 Jul 04 10:00:36.093253 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756871f-2426-4e6e-a56d-40183d7fbf0e demo demo] Pushing event updated for resources: {'Network': ['ID=49a5e9fa-770f-4521-81a1-410e3ac8fe5f,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:36.106923 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:00:38.381360 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40286) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:38.861873 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c8e2e-c5ba-4387-9c2c-4b6ce1f95f71 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:00:38.863259 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a13c8e2e-c5ba-4387-9c2c-4b6ce1f95f71 demo admin] 10.222.0.79 "GET /v2.0/networks/49a5e9fa-770f-4521-81a1-410e3ac8fe5f HTTP/1.1" status: 200 len: 825 time: 0.4806437 Jul 04 10:00:38.888954 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9bf3e8ce-c6bf-48f2-92c9-153b9e5d2837 demo admin] 10.222.0.79 "GET /v2.0/subnetpools/0d6286aa-6788-4d88-88f6-0f82d4db33e9 HTTP/1.1" status: 200 len: 734 time: 0.0197189 Jul 04 10:00:38.897747 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '0d6286aa-6788-4d88-88f6-0f82d4db33e9', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:00:38.923332 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Made reservation on behalf of 27186cff1e94461099e5d6cc062b1abd for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:00:38.925754 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:39.127932 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:39.233849 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:39.317081 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:39.322109 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Checking segment: {'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:00:39.322483 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Network hostable DHCP agents. Network: 49a5e9fa-770f-4521-81a1-410e3ac8fe5f, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:00:39.347651 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:00:39.360164 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 49a5e9fa-770f-4521-81a1-410e3ac8fe5f) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:00:39.364975 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:00:39.365515 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:39.370805 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2dc433-67bd-490c-b36d-86c925793e6c None None] Network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:00:39.384284 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cf1b4aa3-6880-453f-ae58-c64e33873d99 demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4897516 Jul 04 10:00:39.633307 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-49a5e9fa-770f-4521-81a1-410e3ac8fe5f', 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f', 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'fixed_ips': [{'subnet_id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:00:39.634788 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:39.908501 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Allocated IP 172.20.0.2 (49a5e9fa-770f-4521-81a1-410e3ac8fe5f/0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8/ba637886-14ee-4abc-99af-2e22ddbeb52a) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:00:40.026141 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:40.178754 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Publish callbacks [] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:40.188546 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:40.271510 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:00:40.275094 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:00:40.276991 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Pushing event updated for resources: {'Port': ['ID=ba637886-14ee-4abc-99af-2e22ddbeb52a,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:40.282278 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:00:40.290053 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.290394 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.290742 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.291090 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.291420 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.291741 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.292070 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.292381 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.292701 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.292997 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.293455 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.293697 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.294022 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.294332 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.294647 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Tracked resource versions report: Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: pushed versions: Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: { 'AddressGroup': {'1.2'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Agent': {'1.1'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'ConntrackHelper': {'1.0'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'LocalIPAssociation': {'1.0'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Log': {'1.0'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'NDPProxy': {'1.0'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Network': {'1.1'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Port': {'1.7'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'PortForwarding': {'1.3'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'QosPolicy': {'1.10'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SecurityGroup': {'1.5'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SecurityGroupRule': {'1.2'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SubPort': {'1.0'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Subnet': {'1.1'}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Trunk': {'1.1'}} Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: consumer versions: Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: { DHCP agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: L3 agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: Metadata agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: Metering agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: Open vSwitch agent@dv-cinder-848418-1-iscsi: { 'AddressGroup': '1.2', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Agent': '1.1', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'ConntrackHelper': '1.0', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'LocalIPAssociation': '1.0', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Log': '1.0', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'NDPProxy': '1.0', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Network': '1.1', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Port': '1.7', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'PortForwarding': '1.3', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'QosPolicy': '1.10', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SecurityGroup': '1.5', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SecurityGroupRule': '1.2', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SubPort': '1.0', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Subnet': '1.1', Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Trunk': '1.1'}} Jul 04 10:00:40.296098 dv-cinder-848418-1-iscsi neutron-server[104131]: {{(pid=104131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 10:00:40.322359 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:40.380182 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Attempting to bind port ba637886-14ee-4abc-99af-2e22ddbeb52a on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:00:40.380871 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Attempting to bind port ba637886-14ee-4abc-99af-2e22ddbeb52a by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:00:40.380970 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Attempting to bind port ba637886-14ee-4abc-99af-2e22ddbeb52a on network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:00:40.386356 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:00:40.386727 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Checking segment: {'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:00:40.387234 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:40.387721 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Bound using segment: {'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:00:40.388183 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Bound port: ba637886-14ee-4abc-99af-2e22ddbeb52a, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:00:40.388573 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:40.447892 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] For port ba637886-14ee-4abc-99af-2e22ddbeb52a, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:00:40.469248 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] For port ba637886-14ee-4abc-99af-2e22ddbeb52a, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=ba637886-14ee-4abc-99af-2e22ddbeb52a,segment=NetworkSegment(dd90f9be-341b-4972-ae80-1a41682cf1f7),segment_id=dd90f9be-341b-4972-ae80-1a41682cf1f7)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:00:40.479387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:40.535883 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc79db-d38f-4ff9-836b-52c0bd0ab4f4 None None] Pushing event updated for resources: {'Port': ['ID=ba637886-14ee-4abc-99af-2e22ddbeb52a,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:41.744807 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40296) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:42.084133 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [None req-9c5fcc44-37c4-4854-9d1d-6f92b82ba19c admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:00:42.085147 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9c5fcc44-37c4-4854-9d1d-6f92b82ba19c admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3393550 Jul 04 10:00:42.424985 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:42.426221 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:44.333697 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40308) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:44.870185 dv-cinder-848418-1-iscsi neutron-server[104129]: WARNING oslo_policy.policy [None req-3d49f215-6d6d-4345-bb8f-6f9a80539931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 10:00:44.870744 dv-cinder-848418-1-iscsi neutron-server[104129]: WARNING oslo_policy.policy [None req-3d49f215-6d6d-4345-bb8f-6f9a80539931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 10:00:45.082919 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [None req-3d49f215-6d6d-4345-bb8f-6f9a80539931 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:00:45.084013 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3d49f215-6d6d-4345-bb8f-6f9a80539931 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7493811 Jul 04 10:00:47.445055 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40326) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:47.790659 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:00:47.848966 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.policy [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104129) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 04 10:00:47.891039 dv-cinder-848418-1-iscsi neutron-server[104129]: WARNING oslo_policy.policy [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 10:00:47.891447 dv-cinder-848418-1-iscsi neutron-server[104129]: WARNING oslo_policy.policy [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 04 10:00:47.911932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writer thread running {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 04 10:00:47.912591 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:47.960090 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (a23d330f-e585-4684-8b67-85185157a8d8), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:47.962155 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (a23d330f-e585-4684-8b67-85185157a8d8), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:48.122202 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] Publish callbacks [] for router_controller (a23d330f-e585-4684-8b67-85185157a8d8), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:48.130615 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (a23d330f-e585-4684-8b67-85185157a8d8), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:48.157961 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:48.159216 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-579107ab-1e6d-4faa-b7d3-a9e7337db2cf demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7131925 Jul 04 10:00:48.421334 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device ba637886-14ee-4abc-99af-2e22ddbeb52a up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:00:48.503670 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port ba637886-14ee-4abc-99af-2e22ddbeb52a triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:00:48.504039 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:48.586433 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87db239-9d21-4890-8ecf-49dd805ecb44 None None] Network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:00:48.639561 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port ba637886-14ee-4abc-99af-2e22ddbeb52a is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:00:48.639946 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:48.692570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-7a1c98ba-0cb4-461f-84d8-a7430ee8b9ba None None] Provisioning complete for port ba637886-14ee-4abc-99af-2e22ddbeb52a triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:00:48.692870 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7a1c98ba-0cb4-461f-84d8-a7430ee8b9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:48.772269 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port ba637886-14ee-4abc-99af-2e22ddbeb52a, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=ba637886-14ee-4abc-99af-2e22ddbeb52a,segment=NetworkSegment(dd90f9be-341b-4972-ae80-1a41682cf1f7),segment_id=dd90f9be-341b-4972-ae80-1a41682cf1f7)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:00:48.789213 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:48.876110 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c98ba-0cb4-461f-84d8-a7430ee8b9ba None None] Current status of the port ba637886-14ee-4abc-99af-2e22ddbeb52a is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:00:48.878960 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=ba637886-14ee-4abc-99af-2e22ddbeb52a,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:48.995820 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0390b6c3-3947-4946-af91-f55f1bee3e0e None None] Provisioning complete for port ba637886-14ee-4abc-99af-2e22ddbeb52a triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:00:48.996322 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0390b6c3-3947-4946-af91-f55f1bee3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:49.034773 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:49.071664 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0390b6c3-3947-4946-af91-f55f1bee3e0e None None] Current status of the port ba637886-14ee-4abc-99af-2e22ddbeb52a is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:00:49.375505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=61,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:49.376359 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:50.393796 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device ba637886-14ee-4abc-99af-2e22ddbeb52a up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:00:50.429196 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:50.439767 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port ba637886-14ee-4abc-99af-2e22ddbeb52a triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:00:50.440246 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:50.446555 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40342) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:50.515481 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port ba637886-14ee-4abc-99af-2e22ddbeb52a is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:00:50.818768 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [None req-6dd6d835-046b-4446-a22b-13b4b1d61ea0 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:00:50.819817 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6dd6d835-046b-4446-a22b-13b4b1d61ea0 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3720322 Jul 04 10:00:53.172769 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40350) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:53.545375 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:00:53.572111 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Made reservation on behalf of ca4e68f3b1bd4167b76136fe537c9f10 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:00:53.574492 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:53.582920 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:53.667402 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Publish callbacks [] for security_group (a0aef03b-fc34-4717-b5a3-7784edb74d84), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:53.673989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (a0aef03b-fc34-4717-b5a3-7784edb74d84), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:53.695631 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Reserving flat network on physical network physnet1 {{(pid=104130) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 04 10:00:53.712930 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aef03b-fc34-4717-b5a3-7784edb74d84,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:53.718638 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (baad093c-622f-46e7-bfd1-3b586cb1f357), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:53.719012 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Added segment baad093c-622f-46e7-bfd1-3b586cb1f357 of type flat for network 83295d44-8399-46b1-9685-7c5c046314a0 Jul 04 10:00:53.775792 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (83295d44-8399-46b1-9685-7c5c046314a0), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:53.812686 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (83295d44-8399-46b1-9685-7c5c046314a0), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:53.813764 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:00:53.814354 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:53.888259 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7139738 Jul 04 10:00:53.920068 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deea84-305c-4e6d-be32-6e0e7c0e6d09 admin admin] Pushing event updated for resources: {'Network': ['ID=83295d44-8399-46b1-9685-7c5c046314a0,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:53.930396 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 83295d44-8399-46b1-9685-7c5c046314a0 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:00:55.376020 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3d487172-0c00-4410-94d2-18eb7bc01ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:56.177153 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40358) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:00:56.613918 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bef788-9229-47bb-a508-926360fae07c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:00:56.615205 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-10bef788-9229-47bb-a508-926360fae07c demo admin] 10.222.0.79 "GET /v2.0/subnets/0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8 HTTP/1.1" status: 200 len: 849 time: 0.4366889 Jul 04 10:00:56.775124 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-90e61f97-bedb-42e5-8d3a-710e2a9a5e8a demo admin] 10.222.0.79 "GET /v2.0/routers/a23d330f-e585-4684-8b67-85185157a8d8 HTTP/1.1" status: 200 len: 704 time: 0.1512499 Jul 04 10:00:57.055095 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:57.249437 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:57.332642 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:57.359830 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Allocated IP 172.20.0.1 (49a5e9fa-770f-4521-81a1-410e3ac8fe5f/0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8/e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:00:57.536108 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0486dee8-ae95-433d-8371-2fc30f9e4369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:57.566956 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Publish callbacks [] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:57.635446 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:57.711092 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:00:57.720236 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:00:57.724353 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:00:57.724915 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (a23d330f-e585-4684-8b67-85185157a8d8), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:57.744802 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Pushing event updated for resources: {'Port': ['ID=e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:57.928446 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:57.956028 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-f82ad2cd-a50e-445f-8d06-9a1fa0b996ac None None] Provisioning complete for port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:00:57.956419 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f82ad2cd-a50e-445f-8d06-9a1fa0b996ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:57.991266 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-f82ad2cd-a50e-445f-8d06-9a1fa0b996ac None None] Port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:00:58.143249 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Publish callbacks [] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:58.149612 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:INSERT=2,neutron:SELECT=6,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:58.150504 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=12,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:58.150747 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:58.151852 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (a23d330f-e585-4684-8b67-85185157a8d8), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:58.217995 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Pushing event updated for resources: {'Port': ['ID=e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:58.282824 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:00:58.284231 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:00:58.288464 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:58.427511 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:00:58.446062 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Router a23d330f-e585-4684-8b67-85185157a8d8 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:00:58.539409 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:00:58.545181 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d9f0a55f-fd6e-42ee-a938-524a5892af4f demo admin] 10.222.0.79 "PUT /v2.0/routers/a23d330f-e585-4684-8b67-85185157a8d8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7632959 Jul 04 10:00:58.552606 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Sync routers for ids ['a23d330f-e585-4684-8b67-85185157a8d8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:00:58.567185 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Routers {'a23d330f-e585-4684-8b67-85185157a8d8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:00:58.569000 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:00:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['a23d330f-e585-4684-8b67-85185157a8d8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:00:58.575290 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-4512bddb-c503-4c0b-9a43-2805e276f169 None None] Provisioning complete for port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:00:58.575981 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4512bddb-c503-4c0b-9a43-2805e276f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:58.610834 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-4512bddb-c503-4c0b-9a43-2805e276f169 None None] Port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:00:58.754784 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Set router a23d330f-e585-4684-8b67-85185157a8d8 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:00:59.169415 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'name': 'router1', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:00:47Z', 'updated_at': '2022-07-04T10:00:57Z', 'revision_number': 2, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'gw_port_host': None, '_interfaces': [{'id': 'e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0', 'name': '', 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'mac_address': 'fa:16:3e:12:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:00:57Z', 'updated_at': '2022-07-04T10:00:58Z', 'revision_number': 2, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'subnets': [{'id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6286aa-6788-4d88-88f6-0f82d4db33e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:00:59.217839 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Checking router: a23d330f-e585-4684-8b67-85185157a8d8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:00:59.218193 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Updating router a23d330f-e585-4684-8b67-85185157a8d8 port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:00:59.273916 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:59.307615 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:59.773926 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Publish callbacks [] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:59.781787 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:59.925710 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Pushing event updated for resources: {'Port': ['ID=e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:00:59.958397 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.958737 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.959073 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.959417 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.959740 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.960060 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.960376 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.960687 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.961017 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.961332 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.961672 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.962005 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.962320 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.962633 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.962939 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Tracked resource versions report: Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: pushed versions: Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: { 'AddressGroup': {'1.2'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Agent': {'1.1'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'ConntrackHelper': {'1.0'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'LocalIPAssociation': {'1.0'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Log': {'1.0'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'NDPProxy': {'1.0'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Network': {'1.1'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Port': {'1.7'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'PortForwarding': {'1.3'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'QosPolicy': {'1.10'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SecurityGroup': {'1.5'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SecurityGroupRule': {'1.2'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SubPort': {'1.0'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Subnet': {'1.1'}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Trunk': {'1.1'}} Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: consumer versions: Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: { DHCP agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: L3 agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: Metadata agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: Metering agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: Open vSwitch agent@dv-cinder-848418-1-iscsi: { 'AddressGroup': '1.2', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Agent': '1.1', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'ConntrackHelper': '1.0', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'LocalIPAssociation': '1.0', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Log': '1.0', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'NDPProxy': '1.0', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Network': '1.1', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Port': '1.7', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'PortForwarding': '1.3', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'QosPolicy': '1.10', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SecurityGroup': '1.5', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SecurityGroupRule': '1.2', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SubPort': '1.0', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Subnet': '1.1', Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Trunk': '1.1'}} Jul 04 10:00:59.964579 dv-cinder-848418-1-iscsi neutron-server[104132]: {{(pid=104132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 10:00:59.971532 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Attempting to bind port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:00:59.971919 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Attempting to bind port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:00:59.972326 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Attempting to bind port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 on network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:00:59.977647 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:00:59.978046 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Checking segment: {'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:00:59.978516 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:00:59.978891 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Bound using segment: {'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:00:59.979371 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Bound port: e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd90f9be-341b-4972-ae80-1a41682cf1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:00:59.979784 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:00.034819 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-d3965350-8997-412b-a9d1-d4bab8f28931 None None] Provisioning complete for port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:01:00.035831 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d3965350-8997-412b-a9d1-d4bab8f28931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:00.046912 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] For port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:01:00.053648 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:00.068110 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-d3965350-8997-412b-a9d1-d4bab8f28931 None None] Port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:01:00.069184 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] For port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0,segment=NetworkSegment(dd90f9be-341b-4972-ae80-1a41682cf1f7),segment_id=dd90f9be-341b-4972-ae80-1a41682cf1f7)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:01:00.070697 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:00.078201 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:00.131160 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Routers {'a23d330f-e585-4684-8b67-85185157a8d8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:01:00.131801 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:00:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['a23d330f-e585-4684-8b67-85185157a8d8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:01:00.220828 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d4b27-f748-4e72-b1e0-6a6a7f9948c8 None None] Pushing event updated for resources: {'Port': ['ID=e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:01:00.233000 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] Set router a23d330f-e585-4684-8b67-85185157a8d8 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:01:00.289540 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-52daa5d7-817a-472d-9e86-7723663e6643 None None] Provisioning complete for port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:01:00.289884 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52daa5d7-817a-472d-9e86-7723663e6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:00.381292 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-52daa5d7-817a-472d-9e86-7723663e6643 None None] Current status of the port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:01:00.381553 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52daa5d7-817a-472d-9e86-7723663e6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:00.393843 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:00.416922 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-52daa5d7-817a-472d-9e86-7723663e6643 None None] For port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0,segment=NetworkSegment(dd90f9be-341b-4972-ae80-1a41682cf1f7),segment_id=dd90f9be-341b-4972-ae80-1a41682cf1f7)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:01:00.422790 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52daa5d7-817a-472d-9e86-7723663e6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:00.437224 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'name': 'router1', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:00:47Z', 'updated_at': '2022-07-04T10:00:57Z', 'revision_number': 2, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'gw_port_host': None, '_interfaces': [{'id': 'e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0', 'name': '', 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'mac_address': 'fa:16:3e:12:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:00:57Z', 'updated_at': '2022-07-04T10:01:00Z', 'revision_number': 4, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'subnets': [{'id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6286aa-6788-4d88-88f6-0f82d4db33e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:01:00.463257 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1219a-e699-4ad9-9293-b5f23653ff8a None None] The sync data for ids ['a23d330f-e585-4684-8b67-85185157a8d8'] in dv-cinder-848418-1-iscsi is: [{'id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'name': 'router1', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:00:47Z', 'updated_at': '2022-07-04T10:00:57Z', 'revision_number': 2, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'gw_port_host': None, '_interfaces': [{'id': 'e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0', 'name': '', 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'mac_address': 'fa:16:3e:12:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:00:57Z', 'updated_at': '2022-07-04T10:01:00Z', 'revision_number': 4, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'subnets': [{'id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6286aa-6788-4d88-88f6-0f82d4db33e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:01:00.477333 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daa5d7-817a-472d-9e86-7723663e6643 None None] Pushing event updated for resources: {'Port': ['ID=e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:01:00.747724 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:00.807506 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40380) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:01:01.078333 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee321489-4298-4cdc-9fa0-1de69d05bc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:01:01.079869 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-ee321489-4298-4cdc-9fa0-1de69d05bc05 admin admin] 10.222.0.79 "GET /v2.0/networks/83295d44-8399-46b1-9685-7c5c046314a0 HTTP/1.1" status: 200 len: 842 time: 0.2713919 Jul 04 10:01:01.089661 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Request body: {'subnet': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:01:01.115994 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Made reservation on behalf of ca4e68f3b1bd4167b76136fe537c9f10 for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:01:01.118699 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:01.480793 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.objects.ports [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104129) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 04 10:01:01.481289 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (bcb462b8-bbfc-4ec5-98ba-b521af621bbc), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:01.566715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb462b8-bbfc-4ec5-98ba-b521af621bbc,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:01:01.582062 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.582346 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.582715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.583037 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.583358 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.583673 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.583982 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.584293 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.584610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.584921 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.585221 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.585578 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.585900 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.586203 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.586507 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Tracked resource versions report: Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: pushed versions: Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: { 'AddressGroup': {'1.2'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Agent': {'1.1'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'ConntrackHelper': {'1.0'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'LocalIPAssociation': {'1.0'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Log': {'1.0'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'NDPProxy': {'1.0'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Network': {'1.1'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Port': {'1.7'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'PortForwarding': {'1.3'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'QosPolicy': {'1.10'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SecurityGroup': {'1.5'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SecurityGroupRule': {'1.2'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SubPort': {'1.0'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Subnet': {'1.1'}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Trunk': {'1.1'}} Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: consumer versions: Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: { DHCP agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: L3 agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: Metadata agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: Metering agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: Open vSwitch agent@dv-cinder-848418-1-iscsi: { 'AddressGroup': '1.2', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Agent': '1.1', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'ConntrackHelper': '1.0', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'LocalIPAssociation': '1.0', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Log': '1.0', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'NDPProxy': '1.0', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Network': '1.1', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Port': '1.7', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'PortForwarding': '1.3', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'QosPolicy': '1.10', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SecurityGroup': '1.5', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SecurityGroupRule': '1.2', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SubPort': '1.0', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Subnet': '1.1', Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Trunk': '1.1'}} Jul 04 10:01:01.587976 dv-cinder-848418-1-iscsi neutron-server[104129]: {{(pid=104129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 10:01:01.606363 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:01:01.606788 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Network hostable DHCP agents. Network: 83295d44-8399-46b1-9685-7c5c046314a0, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:01:01.637985 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:01:01.653107 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 83295d44-8399-46b1-9685-7c5c046314a0) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:01:01.658536 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:01:01.659459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:01.663950 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b97d70b-5dfa-493f-874e-d22e6286c028 None None] Network 83295d44-8399-46b1-9685-7c5c046314a0 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:01:01.684355 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c44d0f95-89ef-4650-8d55-af8b38de067d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5983016 Jul 04 10:01:01.782533 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18d3c93-6ce2-4829-8bd8-67dfeeddab31 None None] Network 83295d44-8399-46b1-9685-7c5c046314a0 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:01:03.956094 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40402) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:01:04.162976 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-92302959-d59b-4ba8-8a61-1d45d6383358 demo admin] 10.222.0.79 "GET /v2.0/routers/a23d330f-e585-4684-8b67-85185157a8d8 HTTP/1.1" status: 200 len: 710 time: 0.2057390 Jul 04 10:01:04.253476 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d490e6-f361-4477-8be8-a278192cb47e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:01:04.254876 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-19d490e6-f361-4477-8be8-a278192cb47e demo admin] 10.222.0.79 "GET /v2.0/networks/83295d44-8399-46b1-9685-7c5c046314a0 HTTP/1.1" status: 200 len: 886 time: 0.0860744 Jul 04 10:01:04.263851 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:01:04.490451 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:04.502111 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks [] for router_gateway (a23d330f-e585-4684-8b67-85185157a8d8), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:04.506657 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:04.739004 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks [] for router_gateway (a23d330f-e585-4684-8b67-85185157a8d8), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:04.823832 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:04.981049 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Allocated IP 172.27.2.204 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/18fae066-aea7-4b15-b6d8-b70a0b2dce3f) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:01:05.090280 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks [] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:05.161060 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:05.298247 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:01:05.302337 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:01:05.304129 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Pushing event updated for resources: {'Port': ['ID=18fae066-aea7-4b15-b6d8-b70a0b2dce3f,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:01:05.307114 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:01:05.583540 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks [] for router_gateway (a23d330f-e585-4684-8b67-85185157a8d8), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:05.655440 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:05.662811 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:05.782898 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-716551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123051'] for router (a23d330f-e585-4684-8b67-85185157a8d8), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:05.787757 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-660796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-660789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-716558'] for router (a23d330f-e585-4684-8b67-85185157a8d8), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:05.900694 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Router a23d330f-e585-4684-8b67-85185157a8d8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:01:06.004038 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:01:06.008932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:06.010127 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-bcfbcbcb-0e90-4b16-a46a-cc9a3be9dee5 demo admin] 10.222.0.79 "PUT /v2.0/routers/a23d330f-e585-4684-8b67-85185157a8d8 HTTP/1.1" status: 200 len: 890 time: 1.7494445 Jul 04 10:01:06.431901 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:01:06.460705 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:06.475765 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:06.478311 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:01:06.478693 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:06.565001 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:01:06.725476 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Sync routers for ids ['a23d330f-e585-4684-8b67-85185157a8d8'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:01:06.737570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Routers {'a23d330f-e585-4684-8b67-85185157a8d8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:01:06.738228 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:00:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['a23d330f-e585-4684-8b67-85185157a8d8'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:01:06.953845 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Set router a23d330f-e585-4684-8b67-85185157a8d8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:01:07.323062 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'name': 'router1', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '18fae066-aea7-4b15-b6d8-b70a0b2dce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:00:47Z', 'updated_at': '2022-07-04T10:01:05Z', 'revision_number': 4, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'gw_port': {'id': '18fae066-aea7-4b15-b6d8-b70a0b2dce3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:01:04Z', 'updated_at': '2022-07-04T10:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0', 'name': '', 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'mac_address': 'fa:16:3e:12:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:00:57Z', 'updated_at': '2022-07-04T10:01:00Z', 'revision_number': 5, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'subnets': [{'id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6286aa-6788-4d88-88f6-0f82d4db33e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:01:07.442438 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Checking router: a23d330f-e585-4684-8b67-85185157a8d8 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:01:07.443111 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Updating router a23d330f-e585-4684-8b67-85185157a8d8 port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:01:07.496451 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:07.802672 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Publish callbacks [] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:07.809812 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:07.864131 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640945e-0c30-4977-a614-74212978ce92 None None] Pushing event updated for resources: {'Port': ['ID=18fae066-aea7-4b15-b6d8-b70a0b2dce3f,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:01:07.866544 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Attempting to bind port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:01:07.866915 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Attempting to bind port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:01:07.867286 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Attempting to bind port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:01:07.873598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:01:07.873997 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:01:07.874395 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:07.874803 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:01:07.875265 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Bound port: 18fae066-aea7-4b15-b6d8-b70a0b2dce3f, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:01:07.875638 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:07.913513 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:07.925058 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] For port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:01:07.928156 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] For port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=18fae066-aea7-4b15-b6d8-b70a0b2dce3f,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:01:07.935084 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:07.989494 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:07.996121 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640945e-0c30-4977-a614-74212978ce92 None None] Pushing event updated for resources: {'Port': ['ID=18fae066-aea7-4b15-b6d8-b70a0b2dce3f,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:01:07.999168 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Routers {'a23d330f-e585-4684-8b67-85185157a8d8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:01:07.999802 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:00:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['a23d330f-e585-4684-8b67-85185157a8d8'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:01:08.099927 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] Set router a23d330f-e585-4684-8b67-85185157a8d8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:01:08.269727 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40418) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:01:08.301343 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'name': 'router1', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '18fae066-aea7-4b15-b6d8-b70a0b2dce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:00:47Z', 'updated_at': '2022-07-04T10:01:05Z', 'revision_number': 4, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'gw_port': {'id': '18fae066-aea7-4b15-b6d8-b70a0b2dce3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:01:04Z', 'updated_at': '2022-07-04T10:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0', 'name': '', 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'mac_address': 'fa:16:3e:12:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:00:57Z', 'updated_at': '2022-07-04T10:01:00Z', 'revision_number': 5, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'subnets': [{'id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6286aa-6788-4d88-88f6-0f82d4db33e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:01:08.326164 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f15de-05b3-431f-af29-116e9eb6533f None None] The sync data for ids ['a23d330f-e585-4684-8b67-85185157a8d8'] in dv-cinder-848418-1-iscsi is: [{'id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'name': 'router1', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '18fae066-aea7-4b15-b6d8-b70a0b2dce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:00:47Z', 'updated_at': '2022-07-04T10:01:05Z', 'revision_number': 4, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'gw_port': {'id': '18fae066-aea7-4b15-b6d8-b70a0b2dce3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:01:04Z', 'updated_at': '2022-07-04T10:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0', 'name': '', 'network_id': '49a5e9fa-770f-4521-81a1-410e3ac8fe5f', 'tenant_id': '27186cff1e94461099e5d6cc062b1abd', 'mac_address': 'fa:16:3e:12:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23d330f-e585-4684-8b67-85185157a8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:00:57Z', 'updated_at': '2022-07-04T10:01:00Z', 'revision_number': 5, 'project_id': '27186cff1e94461099e5d6cc062b1abd', 'subnets': [{'id': '0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d6286aa-6788-4d88-88f6-0f82d4db33e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:01:08.397011 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-bcbce1d4-25be-4c8f-9646-e950ab840e4c admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1261923 Jul 04 10:01:10.426061 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 18fae066-aea7-4b15-b6d8-b70a0b2dce3f up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:01:10.434155 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=38 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:10.440649 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=42 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:10.475633 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:01:10.476014 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:10.550317 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:01:10.550834 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:10.574731 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=18fae066-aea7-4b15-b6d8-b70a0b2dce3f,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:01:10.582060 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:10.638625 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=18fae066-aea7-4b15-b6d8-b70a0b2dce3f,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:01:12.462185 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 18fae066-aea7-4b15-b6d8-b70a0b2dce3f up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:01:12.553473 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:01:12.554236 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (18fae066-aea7-4b15-b6d8-b70a0b2dce3f), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:12.667981 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 18fae066-aea7-4b15-b6d8-b70a0b2dce3f is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:01:15.997756 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=40 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:16.002386 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=38 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:18.349306 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:18.396799 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=29,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:20.074183 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:01:22.603968 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:22.668084 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=79 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:25.377597 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a1029a97-f0b6-4ae1-80a9-e6fdfa8495ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:27.530852 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cf614869-78b3-44c8-bf71-8a32cbf5a11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:29.314735 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:30.069875 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:30.071923 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:30.385957 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:30.762622 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:40.748581 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:40.755143 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:44.076348 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:44.090282 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:01:55.377524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bebbfce0-44f9-457d-a3d7-8d12c89d9ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:57.073971 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:01:57.526999 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2de14c01-5581-4828-9623-07755feb51a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:01:59.313570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:00.391097 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:00.763513 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:07.069529 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:10.750203 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:10.752257 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:21.085930 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=7 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:23.710458 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 40956) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:23.788607 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bfcd86-0a99-4361-ac93-364fd24a71dc admin admin] GET failed (client error): The resource could not be found. Jul 04 10:02:23.789935 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-97bfcd86-0a99-4361-ac93-364fd24a71dc admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0784645 Jul 04 10:02:24.043415 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7919bcb-e927-4b9e-8f40-e0e48eac6764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:24.044931 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e7919bcb-e927-4b9e-8f40-e0e48eac6764 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2505162 Jul 04 10:02:24.071397 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:25.372305 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4ddb48d5-e94d-468e-8a07-b8f272156b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:26.116152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40968) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:26.232870 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9e081-ee25-4da7-85d3-3a0c501649ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:26.234271 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-52a9e081-ee25-4da7-85d3-3a0c501649ef admin admin] 10.222.0.79 "GET /v2.0/subnets/0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8 HTTP/1.1" status: 200 len: 849 time: 0.1168714 Jul 04 10:02:26.247580 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:02:26.334131 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Publish callbacks [] for subnet (0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:26.487436 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759682103278'] for subnet (0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:26.521919 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:26.522515 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:26.524583 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] 10.222.0.79 "PUT /v2.0/subnets/0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8 HTTP/1.1" status: 200 len: 868 time: 0.2802372 Jul 04 10:02:26.526393 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c405d9f-cba1-4bc7-a35d-b89e9eda2125 None None] Network 49a5e9fa-770f-4521-81a1-410e3ac8fe5f requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:02:26.545914 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:02:26.554585 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.554585 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.554585 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.555036 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.555288 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.555587 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.555909 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.556249 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.556588 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.556998 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.557350 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.557726 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.558099 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.558382 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.558702 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072fc984-78e6-4991-8023-e8ea9371478e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:02:26.847562 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-b4e29022-521d-4d39-aadf-e57da5cbd4c7 None None] Provisioning complete for port ba637886-14ee-4abc-99af-2e22ddbeb52a triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:02:26.847957 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b4e29022-521d-4d39-aadf-e57da5cbd4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ba637886-14ee-4abc-99af-2e22ddbeb52a), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:26.920728 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-b4e29022-521d-4d39-aadf-e57da5cbd4c7 None None] Current status of the port ba637886-14ee-4abc-99af-2e22ddbeb52a is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:02:26.928790 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-b4e29022-521d-4d39-aadf-e57da5cbd4c7 None None] Provisioning complete for port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:02:26.929179 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b4e29022-521d-4d39-aadf-e57da5cbd4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:27.002724 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-b4e29022-521d-4d39-aadf-e57da5cbd4c7 None None] Current status of the port e38e14fd-10b6-43da-8ea9-b5bfe0c1a9d0 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:02:27.537636 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbce3-1fdb-481f-9a79-07c5c3edd6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:28.673461 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40978) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:28.880943 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea1c02c-053d-4f24-a536-908c34f5e94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:28.881414 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea1c02c-053d-4f24-a536-908c34f5e94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:28.883013 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-cea1c02c-053d-4f24-a536-908c34f5e94f admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2085152 Jul 04 10:02:29.318811 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:30.386937 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:30.758824 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:30.953828 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40986) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:31.094700 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dfae8e-b30c-4d9d-bee8-3998a86b6e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:31.095178 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dfae8e-b30c-4d9d-bee8-3998a86b6e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:31.096718 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-42dfae8e-b30c-4d9d-bee8-3998a86b6e2e admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1419256 Jul 04 10:02:33.154309 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 40994) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:33.377350 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a26bc-5092-4df8-867c-7f2ed788edd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:33.378674 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-a05a26bc-5092-4df8-867c-7f2ed788edd4 admin admin] 10.222.0.79 "GET /v2.0/networks/49a5e9fa-770f-4521-81a1-410e3ac8fe5f HTTP/1.1" status: 200 len: 869 time: 0.2230976 Jul 04 10:02:34.034229 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=12 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:34.040717 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=13 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:34.073291 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:02:35.426985 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41002) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:35.548835 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:35.568367 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74407b-27f3-4def-870a-abc382677c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:35.569772 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7d74407b-27f3-4def-870a-abc382677c37 admin admin] 10.222.0.79 "GET /v2.0/networks/83295d44-8399-46b1-9685-7c5c046314a0 HTTP/1.1" status: 200 len: 886 time: 0.1417789 Jul 04 10:02:37.623488 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41010) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:37.763385 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd465f6-9360-4fc3-ab2d-e2c816b1ecc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:37.763889 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd465f6-9360-4fc3-ab2d-e2c816b1ecc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:37.765433 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8fd465f6-9360-4fc3-ab2d-e2c816b1ecc2 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1409893 Jul 04 10:02:39.824670 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41018) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:39.908049 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:39.929231 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0057863-f843-4682-82a6-d9ac5d50db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:39.929708 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0057863-f843-4682-82a6-d9ac5d50db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:39.931262 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-a0057863-f843-4682-82a6-d9ac5d50db68 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056073 Jul 04 10:02:40.750131 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:40.753048 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:42.048361 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41026) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:42.153254 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ca343-a88d-4c63-a935-9cfda45735f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:42.154691 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c66ca343-a88d-4c63-a935-9cfda45735f8 admin admin] 10.222.0.79 "GET /v2.0/subnets/0bedbf3e-950f-44de-a8ad-c84b9c9ab7b8 HTTP/1.1" status: 200 len: 868 time: 0.1050262 Jul 04 10:02:44.068398 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:44.069194 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:44.246887 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41034) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:02:44.348198 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e9859-2794-4046-be92-06b2fb04d13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:02:44.349475 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-159e9859-2794-4046-be92-06b2fb04d13d admin admin] 10.222.0.79 "GET /v2.0/subnets/bcb462b8-bbfc-4ec5-98ba-b521af621bbc HTTP/1.1" status: 200 len: 816 time: 0.1011775 Jul 04 10:02:54.342847 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=27 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:54.344813 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=12 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:55.376595 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3de973f5-84d1-4926-963d-5dd9a8dd7237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:57.533271 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-22e082dc-6968-4074-8632-d905db231746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:02:58.083941 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:58.085227 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:02:59.325898 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:00.389300 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:00.773884 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:10.762123 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:10.765031 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:11.073049 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:03:11.166197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41088) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:03:11.223751 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [None req-ca1bb570-2a58-48a0-af9b-33ef31287a14 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:03:11.224741 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-ca1bb570-2a58-48a0-af9b-33ef31287a14 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0576038 Jul 04 10:03:13.381248 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41096) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:03:13.445583 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a847fc-0ad1-4a38-b983-b03073268134 admin admin] GET failed (client error): The resource could not be found. Jul 04 10:03:13.446893 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-10a847fc-0ad1-4a38-b983-b03073268134 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646510 Jul 04 10:03:13.535207 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa180340-7c5f-45af-bbdc-e3989168f46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:03:13.536678 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-aa180340-7c5f-45af-bbdc-e3989168f46e admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0851836 Jul 04 10:03:15.676638 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41104) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:03:15.750914 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:03:15.779173 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Made reservation on behalf of ca4e68f3b1bd4167b76136fe537c9f10 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:03:15.781507 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:15.813590 dv-cinder-848418-1-iscsi neutron-server[104130]: WARNING neutron.services.revisions.revision_plugin [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Could not find related network for resource to bump revision. Jul 04 10:03:15.826402 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:03:15.836285 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (ce4bd71e-1e22-4f09-b602-052f94abd314), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:15.836633 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Added segment ce4bd71e-1e22-4f09-b602-052f94abd314 of type vlan for network f0879916-a3d2-48e0-90d0-d746f9d90dbc Jul 04 10:03:15.877315 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (f0879916-a3d2-48e0-90d0-d746f9d90dbc), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:15.906518 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (f0879916-a3d2-48e0-90d0-d746f9d90dbc), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:15.907483 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:03:15.908085 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:15.943109 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2652917 Jul 04 10:03:15.970855 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Pushing event updated for resources: {'Network': ['ID=f0879916-a3d2-48e0-90d0-d746f9d90dbc,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:03:15.978565 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.978915 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.979257 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.979588 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.979917 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.980235 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.980608 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.980965 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.981322 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.981645 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.981973 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.982296 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.982631 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.982946 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.983260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63fa3-52e0-4ad3-bfdb-2e94b6c5abf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:15.995924 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network f0879916-a3d2-48e0-90d0-d746f9d90dbc details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:03:18.035067 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41112) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:03:18.103402 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebd6ceb-0f1e-4f40-a7d7-055b3bd8c068 admin admin] GET failed (client error): The resource could not be found. Jul 04 10:03:18.104678 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-aebd6ceb-0f1e-4f40-a7d7-055b3bd8c068 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0686412 Jul 04 10:03:18.175489 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ba498-8637-4170-83d8-bd27e457764c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:03:18.176935 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-122ba498-8637-4170-83d8-bd27e457764c admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678937 Jul 04 10:03:18.187196 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:03:18.210655 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Made reservation on behalf of ca4e68f3b1bd4167b76136fe537c9f10 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:03:18.212995 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:18.393411 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (68f3a004-b045-462a-b684-925db9ce4817), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:18.446819 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f3a004-b045-462a-b684-925db9ce4817,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:03:18.463490 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Checking segment: {'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:03:18.463773 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Network hostable DHCP agents. Network: f0879916-a3d2-48e0-90d0-d746f9d90dbc, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:03:18.484014 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Network f0879916-a3d2-48e0-90d0-d746f9d90dbc is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:03:18.494906 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, f0879916-a3d2-48e0-90d0-d746f9d90dbc) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:03:18.500292 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:03:18.500878 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:18.505946 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaefda0-c126-497f-bc87-0e2f1a837ee4 None None] Network f0879916-a3d2-48e0-90d0-d746f9d90dbc requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:03:18.518877 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8293b6e9-abd1-4a62-bd6c-7f6fe24686fa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3352668 Jul 04 10:03:18.616184 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-f0879916-a3d2-48e0-90d0-d746f9d90dbc', 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc', 'project_id': 'ca4e68f3b1bd4167b76136fe537c9f10', 'fixed_ips': [{'subnet_id': '68f3a004-b045-462a-b684-925db9ce4817'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:03:18.617160 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:18.758160 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Allocated IP 192.168.233.2 (f0879916-a3d2-48e0-90d0-d746f9d90dbc/68f3a004-b045-462a-b684-925db9ce4817/b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:03:18.909689 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Publish callbacks [] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:18.918831 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:19.056983 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Network f0879916-a3d2-48e0-90d0-d746f9d90dbc is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:03:19.060213 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:03:19.064090 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:03:19.069195 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Pushing event updated for resources: {'Port': ['ID=b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:03:19.080598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.080950 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.081295 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.081650 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.081987 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.082299 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.082615 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.082924 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.083236 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.083546 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.083862 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.084182 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.084494 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.084784 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.085639 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:03:19.134053 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Attempting to bind port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:03:19.134410 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Attempting to bind port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:03:19.135079 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Attempting to bind port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 on network f0879916-a3d2-48e0-90d0-d746f9d90dbc {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:03:19.140615 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:03:19.140974 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Checking segment: {'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:03:19.141497 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:19.141853 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Bound using segment: {'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:03:19.142345 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Bound port: b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:03:19.143710 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:19.207491 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] For port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:03:19.210760 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] For port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57,segment=NetworkSegment(ce4bd71e-1e22-4f09-b602-052f94abd314),segment_id=ce4bd71e-1e22-4f09-b602-052f94abd314)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:03:19.217442 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:19.274983 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758421-304f-4e42-88e6-52eb173d25cb None None] Pushing event updated for resources: {'Port': ['ID=b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:03:20.061252 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f19eb-7560-4ce6-ace1-3c8ea25b5eb3 None None] Network f0879916-a3d2-48e0-90d0-d746f9d90dbc requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:03:20.141331 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-8f91c96c-2f01-41bd-bcaa-b7ec12fc226d None None] Provisioning complete for port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:03:20.141746 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8f91c96c-2f01-41bd-bcaa-b7ec12fc226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:20.170583 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:20.189580 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:20.250860 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-8f91c96c-2f01-41bd-bcaa-b7ec12fc226d None None] Current status of the port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:03:20.251248 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8f91c96c-2f01-41bd-bcaa-b7ec12fc226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:20.292156 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-8f91c96c-2f01-41bd-bcaa-b7ec12fc226d None None] For port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57,segment=NetworkSegment(ce4bd71e-1e22-4f09-b602-052f94abd314),segment_id=ce4bd71e-1e22-4f09-b602-052f94abd314)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:03:20.299815 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8f91c96c-2f01-41bd-bcaa-b7ec12fc226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:20.352892 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91c96c-2f01-41bd-bcaa-b7ec12fc226d None None] Pushing event updated for resources: {'Port': ['ID=b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:03:20.417109 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-7d1e5de9-3f57-4a53-9883-4341b252d7f5 None None] Provisioning complete for port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:03:20.417586 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5de9-3f57-4a53-9883-4341b252d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:20.493035 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e5de9-3f57-4a53-9883-4341b252d7f5 None None] Current status of the port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:03:20.516202 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:03:20.563079 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:03:20.563464 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:20.634958 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port b4cdc7d9-bf3b-4cd0-a0d5-092d8eb28b57 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:03:22.593980 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=13 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:22.598019 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=15 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:25.381709 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-73210b5d-e7e4-420a-b37e-534e4613ccea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:27.544787 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dc875548-af20-4c35-8406-94f139665088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:28.509247 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:28.512656 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=76,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:29.323722 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:30.392816 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:30.768662 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:35.081634 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:35.082510 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:40.761149 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:40.763546 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:48.071691 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:03:55.386575 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-567841c6-a097-454f-bc74-a584f6a8e752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:57.541022 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0db922f3-0923-47e2-aa84-5ee916bd86df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:03:58.067758 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:58.068509 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:03:59.327755 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:00.396078 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:00.778890 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:10.765137 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:10.772687 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:12.073397 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:12.078077 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:24.068407 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:24.069248 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:25.070652 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:04:25.391628 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-62e727ba-bbb0-4a80-aba2-40d044618689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:27.536032 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3335e2b4-6b4f-45fc-a58e-b75666bfbfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:29.330189 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:30.398227 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:30.774979 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:35.066775 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:35.067540 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:40.766391 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:40.768253 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:47.520180 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41150) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:04:47.529722 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [None req-519027ef-a22b-4fe8-b715-c3df5c2cd369 tempest-verify_tempest_config-1361460843 tempest-verify_tempest_config-1361460843-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:04:47.530711 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-519027ef-a22b-4fe8-b715-c3df5c2cd369 tempest-verify_tempest_config-1361460843 tempest-verify_tempest_config-1361460843-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0085459 Jul 04 10:04:47.868199 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41168) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:04:47.978050 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:48.053662 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Publish callbacks [] for security_group (eab624e9-9da6-47dd-b271-adb82798e216), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:48.059836 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (eab624e9-9da6-47dd-b271-adb82798e216), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:48.105653 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88d1c0a220914c7da48e7d18b798d9b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2363741 Jul 04 10:04:48.106502 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab624e9-9da6-47dd-b271-adb82798e216,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:04:48.108388 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41172) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:04:48.124222 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.124488 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.124840 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.125192 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.125501 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.125882 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.126199 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.126513 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.126843 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.127144 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.127472 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.127804 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.128112 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.128407 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.128715 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8f66d9-0a0e-43ec-bd14-729b9f4c7938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:04:48.176318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1aacf2aa-8df8-45f5-bca5-1ad41fb86ea0 admin admin] Publish callbacks [] for security_group (eab624e9-9da6-47dd-b271-adb82798e216), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:48.202438 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1aacf2aa-8df8-45f5-bca5-1ad41fb86ea0 admin admin] Publish callbacks [] for security_group (eab624e9-9da6-47dd-b271-adb82798e216), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:48.308341 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1aacf2aa-8df8-45f5-bca5-1ad41fb86ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (eab624e9-9da6-47dd-b271-adb82798e216), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:48.310907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1aacf2aa-8df8-45f5-bca5-1ad41fb86ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:48.312164 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1aacf2aa-8df8-45f5-bca5-1ad41fb86ea0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eab624e9-9da6-47dd-b271-adb82798e216 HTTP/1.1" status: 204 len: 168 time: 0.2028625 Jul 04 10:04:48.320748 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacf2aa-8df8-45f5-bca5-1ad41fb86ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab624e9-9da6-47dd-b271-adb82798e216,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:04:49.075639 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:49.076536 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:55.401300 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4a60171c-26b3-4315-b79b-d32d9947aebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:57.532839 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-34edac88-26b6-4348-9c6e-42c36515e163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:04:58.315441 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:58.316245 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=35,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:04:59.337407 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:00.401058 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:00.773640 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:02.070288 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:05:10.763839 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:10.766840 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:12.066055 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:12.067031 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:25.398351 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d632a0e3-d642-4292-b6e8-ce844b01b71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:26.070864 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=17 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:26.076031 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=15 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:27.545899 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2e5a6f3c-bdb8-492e-a072-57bd4ab14dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:29.338834 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:30.414809 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:30.778788 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:39.076468 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:05:40.762100 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:40.771751 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:49.066620 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:49.067482 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:05:55.399118 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00f5f689-0964-488d-9214-20cff5839be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:57.548716 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-066baff4-a19b-4f5a-8c3e-3c73a6c37661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:05:59.344558 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:00.418314 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:00.782729 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:03.077782 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:03.078595 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:10.764363 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:10.776311 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:16.082574 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 5 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:06:25.396910 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9358-dbdf-4bf1-b8c3-23f47b3bc7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:26.073145 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:26.074084 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:27.546673 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-626a9c3a-357e-4a68-8684-dd6cb6913a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:29.349020 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:30.419884 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:30.782400 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:32.442068 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-662289'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:40.075064 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:40.083911 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:42.433497 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:42.437032 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:44.914756 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41246) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:06:45.029543 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-00dd142c-298f-4b6d-abd2-cc8699567008 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1136529 Jul 04 10:06:47.164361 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41256) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:06:47.228434 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-dcb63fc3-82e2-404c-a60a-fa3bea46939b admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0625675 Jul 04 10:06:53.081991 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:06:55.405389 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-acaf832c-f377-47c9-9872-b8bcfd98998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:57.222260 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:57.223017 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:06:57.547397 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0a1b0a49-4d43-4ee1-8ed5-e7893a65eefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:06:59.354350 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:00.422649 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:00.783582 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:02.456585 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:12.443452 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:12.447425 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:22.518787 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=19 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:22.520023 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=17 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:25.402539 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fbd02dbc-b108-4ea2-b9ec-235d36d81c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:27.547876 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5f57a2d2-b72d-4273-bfa7-8313e3896146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:29.348898 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:30.087422 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:07:30.425503 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:30.785922 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:32.462753 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:40.078925 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:42.450387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:42.456758 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:54.074514 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:54.079037 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:07:55.388559 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-04e15573-2bc1-44c0-aa8a-824a12f44173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:57.543486 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-014c2d64-4288-4fbc-905d-bd0f0db6d2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:07:59.351697 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:00.426405 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:00.782107 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:02.454684 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:07.087768 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:08:10.776433 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:12.449186 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:23.651068 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41398) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:23.712829 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41408) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:23.878305 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1181764648-network', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:23.903590 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Made reservation on behalf of c5f718c1e8ae45dbb633172c0ba74c5e for: {'network': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:23.906412 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:23.913164 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1301849379-network', 'tenant_id': '448f0d3c51ad4785945698c31bf45ecb'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:23.925670 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:23.945704 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Made reservation on behalf of 448f0d3c51ad4785945698c31bf45ecb for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:23.950032 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:23.967086 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.068307 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Publish callbacks [] for security_group (5ab06125-a146-4d36-8533-24c448c828bd), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.079130 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (5ab06125-a146-4d36-8533-24c448c828bd), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.091758 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Publish callbacks [] for security_group (05787cf7-cde3-46d9-be70-3eaf3a7eab37), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.099831 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (05787cf7-cde3-46d9-be70-3eaf3a7eab37), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.114979 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=104129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:08:24.118003 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:08:24.134046 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab06125-a146-4d36-8533-24c448c828bd,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:24.140240 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759682175874', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (0b2bc818-def5-43b8-a375-6ab7cc9b848e), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.140826 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Unsubscribe: segment precommit_create {{(pid=104129) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 04 10:08:24.141291 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.segments_db [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Added segment 0b2bc818-def5-43b8-a375-6ab7cc9b848e of type vlan for network 66162d09-cc6b-4730-9f6b-77adf985caff Jul 04 10:08:24.141451 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (8f808ed8-8d6e-455b-a7ea-d138287cd3a6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.142054 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Added segment 8f808ed8-8d6e-455b-a7ea-d138287cd3a6 of type vlan for network 912f47d6-696e-4773-b5ed-9a6da2308323 Jul 04 10:08:24.161807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.162166 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.162519 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.162857 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.163176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.163491 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.163978 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.164463 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.164785 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.165100 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.165585 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.165940 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.166411 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.166722 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.167192 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Tracked resource versions report: Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: pushed versions: Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: { 'AddressGroup': {'1.2'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Agent': {'1.1'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'ConntrackHelper': {'1.0'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'LocalIPAssociation': {'1.0'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Log': {'1.0'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'NDPProxy': {'1.0'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Network': {'1.1'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Port': {'1.7'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'PortForwarding': {'1.3'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'QosPolicy': {'1.10'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SecurityGroup': {'1.5'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SecurityGroupRule': {'1.2'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SubPort': {'1.0'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Subnet': {'1.1'}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Trunk': {'1.1'}} Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: consumer versions: Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: { DHCP agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: HyperV agent@hv-cinder-84841: {}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: L3 agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: Metadata agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: Metering agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: Open vSwitch agent@dv-cinder-848418-1-iscsi: { 'AddressGroup': '1.2', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Agent': '1.1', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'ConntrackHelper': '1.0', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'LocalIPAssociation': '1.0', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Log': '1.0', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'NDPProxy': '1.0', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Network': '1.1', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Port': '1.7', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'PortForwarding': '1.3', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'QosPolicy': '1.10', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SecurityGroup': '1.5', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SecurityGroupRule': '1.2', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'SubPort': '1.0', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Subnet': '1.1', Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: 'Trunk': '1.1'}} Jul 04 10:08:24.168377 dv-cinder-848418-1-iscsi neutron-server[104129]: {{(pid=104129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 10:08:24.196371 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (912f47d6-696e-4773-b5ed-9a6da2308323), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.208548 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (66162d09-cc6b-4730-9f6b-77adf985caff), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.228888 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (912f47d6-696e-4773-b5ed-9a6da2308323), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.229863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:24.230666 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.244138 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (66162d09-cc6b-4730-9f6b-77adf985caff), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.245226 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:24.245856 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.274625 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05787cf7-cde3-46d9-be70-3eaf3a7eab37,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:24.280809 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5668657 Jul 04 10:08:24.284980 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41450) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:24.302531 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.302863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.303224 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.303532 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Request body: {'subnet': {'network_id': '912f47d6-696e-4773-b5ed-9a6da2308323', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1301849379-subnet', 'tenant_id': '448f0d3c51ad4785945698c31bf45ecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:24.303689 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.303927 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.304252 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.304575 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.304893 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.305231 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.306127 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.306579 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.309760 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.310302 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.310949 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.311492 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Tracked resource versions report: Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: pushed versions: Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: { 'AddressGroup': {'1.2'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Agent': {'1.1'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'ConntrackHelper': {'1.0'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'LocalIPAssociation': {'1.0'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Log': {'1.0'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'NDPProxy': {'1.0'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Network': {'1.1'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Port': {'1.7'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'PortForwarding': {'1.3'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'QosPolicy': {'1.10'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SecurityGroup': {'1.5'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SecurityGroupRule': {'1.2'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SubPort': {'1.0'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Subnet': {'1.1'}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Trunk': {'1.1'}} Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: consumer versions: Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: { DHCP agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: HyperV agent@hv-cinder-84841: {}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: L3 agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: Metadata agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: Metering agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: Open vSwitch agent@dv-cinder-848418-1-iscsi: { 'AddressGroup': '1.2', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Agent': '1.1', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'ConntrackHelper': '1.0', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'LocalIPAssociation': '1.0', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Log': '1.0', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'NDPProxy': '1.0', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Network': '1.1', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Port': '1.7', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'PortForwarding': '1.3', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'QosPolicy': '1.10', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SecurityGroup': '1.5', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SecurityGroupRule': '1.2', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'SubPort': '1.0', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Subnet': '1.1', Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: 'Trunk': '1.1'}} Jul 04 10:08:24.313015 dv-cinder-848418-1-iscsi neutron-server[104130]: {{(pid=104130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 10:08:24.344496 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6917863 Jul 04 10:08:24.357696 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41456) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:24.362703 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Request body: {'subnet': {'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1181764648-subnet', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:24.365069 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349e158-7c28-4940-9cf9-cefec3cc1aae admin admin] Pushing event updated for resources: {'Network': ['ID=912f47d6-696e-4773-b5ed-9a6da2308323,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:24.376188 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 912f47d6-696e-4773-b5ed-9a6da2308323 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:08:24.401268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f501d4-5ac7-4bfd-87e0-32ae716b6bcb admin admin] Pushing event updated for resources: {'Network': ['ID=66162d09-cc6b-4730-9f6b-77adf985caff,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:24.410027 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Made reservation on behalf of 448f0d3c51ad4785945698c31bf45ecb for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:24.412574 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.443953 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Made reservation on behalf of c5f718c1e8ae45dbb633172c0ba74c5e for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:24.447439 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.456093 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 66162d09-cc6b-4730-9f6b-77adf985caff details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:08:24.666908 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41464) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:24.695312 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:24.709214 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (952ab34a-bde2-425b-b572-bb71d11f80d2), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.737335 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:24.793336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (047af437-cf11-40d2-947e-301e60dd34a6), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.819539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952ab34a-bde2-425b-b572-bb71d11f80d2,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:24.840254 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41472) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:24.873105 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Checking segment: {'id': '8f808ed8-8d6e-455b-a7ea-d138287cd3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '912f47d6-696e-4773-b5ed-9a6da2308323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:24.873454 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Network hostable DHCP agents. Network: 912f47d6-696e-4773-b5ed-9a6da2308323, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:08:24.874186 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41476) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:24.891534 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=047af437-cf11-40d2-947e-301e60dd34a6,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:24.896754 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Checking segment: {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:24.897149 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Network hostable DHCP agents. Network: 66162d09-cc6b-4730-9f6b-77adf985caff, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:08:24.901024 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41480) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:24.918644 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Network 912f47d6-696e-4773-b5ed-9a6da2308323 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:08:24.927355 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Network 66162d09-cc6b-4730-9f6b-77adf985caff is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:08:24.935515 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 912f47d6-696e-4773-b5ed-9a6da2308323) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:24.940045 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:24.940672 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.951302 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 66162d09-cc6b-4730-9f6b-77adf985caff) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:24.952084 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f76c61c-894d-42b1-9e7e-068060d18e64 None None] Network 912f47d6-696e-4773-b5ed-9a6da2308323 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:24.955397 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:24.955977 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:24.976752 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af7cfa-9835-4d18-b5f9-959c72c2166b None None] Network 66162d09-cc6b-4730-9f6b-77adf985caff requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:24.979576 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-d11af5b5-1b24-4721-9cf3-8039951bad06 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6933079 Jul 04 10:08:24.988400 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-182660876-network', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:24.994166 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-45fd570e-9d89-45ab-a8a2-ebce70af3195 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6351702 Jul 04 10:08:24.994877 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41486) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:25.001186 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:25.028828 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (0b86ed9c-5388-4e82-a121-733aef165bc6), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.030237 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (0b86ed9c-5388-4e82-a121-733aef165bc6), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.032898 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Made reservation on behalf of 2f559cbed35f4fbb8fe71906696733e7 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:25.036482 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.058021 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.122310 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks [] for router_controller (0b86ed9c-5388-4e82-a121-733aef165bc6), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.164672 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ecfe7b-8785-4b8a-9f9f-bdb491c50de1 None None] Network 912f47d6-696e-4773-b5ed-9a6da2308323 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:25.178384 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Publish callbacks [] for security_group (6e4ec2a1-e120-49d7-810f-40b6ef138063), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.187540 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (6e4ec2a1-e120-49d7-810f-40b6ef138063), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.214010 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:08:25.215040 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-66162d09-cc6b-4730-9f6b-77adf985caff', 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff', 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'fixed_ips': [{'subnet_id': '047af437-cf11-40d2-947e-301e60dd34a6'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:08:25.216244 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.236399 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (8ff278ba-eb72-4f41-a32e-94b85bc1511d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.236981 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Added segment 8ff278ba-eb72-4f41-a32e-94b85bc1511d of type vlan for network 28afbc1c-7fbf-4c17-a5be-8814771902ab Jul 04 10:08:25.342354 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-582560349-network', 'tenant_id': 'a57f93d66f534107a228d908afa64890'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:25.372006 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:25.385790 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks [] for router_gateway (0b86ed9c-5388-4e82-a121-733aef165bc6), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.390132 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2411256-network', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:25.396978 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (28afbc1c-7fbf-4c17-a5be-8814771902ab), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.402181 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Made reservation on behalf of a57f93d66f534107a228d908afa64890 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:25.405904 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.421286 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-838393429-network', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:25.435508 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.437195 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-28a5d7b4-3629-4167-b39d-f48be76b99d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.494597 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Allocated IP 172.20.0.2 (66162d09-cc6b-4730-9f6b-77adf985caff/047af437-cf11-40d2-947e-301e60dd34a6/85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:25.521281 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:25.528087 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Made reservation on behalf of b852926ec18f4dc695da5ec1c5582f48 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:25.530677 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.536245 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.db.resource_extend [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 04 10:08:25.571041 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.573154 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ec2a1-e120-49d7-810f-40b6ef138063,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:25.626472 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (28afbc1c-7fbf-4c17-a5be-8814771902ab), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.627791 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:25.628794 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.647331 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Made reservation on behalf of 7f101e48ae9b4936a6d1b7bae000d7e1 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:25.650012 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.683522 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Publish callbacks [] for security_group (026f3289-bfc3-4a4c-bd66-989d531a7def), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.693716 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.719303 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0510602 Jul 04 10:08:25.728700 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (026f3289-bfc3-4a4c-bd66-989d531a7def), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.742812 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41522) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:25.759601 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Publish callbacks [] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.769883 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.773129 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Request body: {'subnet': {'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-182660876-subnet', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:25.824458 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Network 66162d09-cc6b-4730-9f6b-77adf985caff is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:25.827672 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:25.835396 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:25.848760 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afed637-3913-4c43-a96e-609fed84bc6b admin admin] Pushing event updated for resources: {'Network': ['ID=28afbc1c-7fbf-4c17-a5be-8814771902ab,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:25.853406 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Pushing event updated for resources: {'Port': ['ID=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:25.872112 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:08:25.873870 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:25.897929 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.898337 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.899115 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.899476 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.899809 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.900139 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.900463 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.900783 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.901374 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.901665 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:08:25.901814 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.902070 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.902404 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.902724 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.903037 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.903348 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Tracked resource versions report: Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: pushed versions: Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: { 'AddressGroup': {'1.2'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Agent': {'1.1'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'ConntrackHelper': {'1.0'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'LocalIPAssociation': {'1.0'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Log': {'1.0'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'NDPProxy': {'1.0'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Network': {'1.1'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Port': {'1.7'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'PortForwarding': {'1.3'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'QosPolicy': {'1.10'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SecurityGroup': {'1.5'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SecurityGroupRule': {'1.2'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SubPort': {'1.0'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Subnet': {'1.1'}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Trunk': {'1.1'}} Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: consumer versions: Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: { DHCP agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: HyperV agent@hv-cinder-84841: {}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: L3 agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: Metadata agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: Metering agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: Open vSwitch agent@dv-cinder-848418-1-iscsi: { 'AddressGroup': '1.2', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Agent': '1.1', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'ConntrackHelper': '1.0', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'LocalIPAssociation': '1.0', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Log': '1.0', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'NDPProxy': '1.0', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Network': '1.1', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Port': '1.7', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'PortForwarding': '1.3', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'QosPolicy': '1.10', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SecurityGroup': '1.5', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SecurityGroupRule': '1.2', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'SubPort': '1.0', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Subnet': '1.1', Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: 'Trunk': '1.1'}} Jul 04 10:08:25.904551 dv-cinder-848418-1-iscsi neutron-server[104131]: {{(pid=104131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 10:08:25.908455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks [] for router_gateway (0b86ed9c-5388-4e82-a121-733aef165bc6), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.935813 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026f3289-bfc3-4a4c-bd66-989d531a7def,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:25.955698 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (4e093d80-1d9b-4a3b-8207-41bdc3f45cb3), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.956038 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Added segment 4e093d80-1d9b-4a3b-8207-41bdc3f45cb3 of type vlan for network 3ebecf3d-37d9-4ade-a898-e313cec92aef Jul 04 10:08:25.979180 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Made reservation on behalf of 2f559cbed35f4fbb8fe71906696733e7 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:25.981509 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:25.987317 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.048507 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Publish callbacks [] for security_group (6b03152e-a292-4ddc-9a95-7255092f64c2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.061966 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (3ebecf3d-37d9-4ade-a898-e313cec92aef), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.070474 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:26.106463 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (6b03152e-a292-4ddc-9a95-7255092f64c2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.151064 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Attempting to bind port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:26.152021 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Attempting to bind port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:26.153062 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Attempting to bind port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd on network 66162d09-cc6b-4730-9f6b-77adf985caff {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:26.160037 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:26.164826 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Checking segment: {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:26.169915 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.170569 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Bound using segment: {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:26.172352 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Bound port: 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:26.173113 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.185055 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Allocated IP 172.27.2.95 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/c0a1efca-f410-49dd-afd2-7ccc8b8da633) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:26.192918 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (3ebecf3d-37d9-4ade-a898-e313cec92aef), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.193919 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:26.194491 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.203532 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Publish callbacks [] for security_group (d13f4618-d4ca-428c-92d1-146f6e5b6277), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.204493 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:08:26.207830 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:INSERT=25,neutron:UPDATE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:26.212455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:26.235467 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (d13f4618-d4ca-428c-92d1-146f6e5b6277), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.238515 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b03152e-a292-4ddc-9a95-7255092f64c2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:26.283939 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:26.330219 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] For port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:26.335821 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.336240 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Added segment 5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed of type vlan for network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a Jul 04 10:08:26.338853 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] For port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:26.354588 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.356186 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41538) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:26.357018 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4806201 Jul 04 10:08:26.368327 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Request body: {'subnet': {'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-582560349-subnet', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:26.386248 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:26.456888 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Made reservation on behalf of a57f93d66f534107a228d908afa64890 for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:26.459411 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.472071 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71992e1-6f51-4c73-9597-822f3a396406 None None] Pushing event updated for resources: {'Port': ['ID=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:26.484086 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks [] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.488436 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:08:26.519725 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7db42-680e-4612-b911-3c872734ecea admin admin] Pushing event updated for resources: {'Network': ['ID=3ebecf3d-37d9-4ade-a898-e313cec92aef,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:26.540278 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:08:26.587454 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f4618-d4ca-428c-92d1-146f6e5b6277,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:26.604305 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41560) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:26.614716 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-589860412-network', 'tenant_id': '711e448fb91f424b84aa2834e3a4ff37'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:26.647480 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (5a128dca-9649-4a40-8f91-e7059725e38e), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.647804 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Added segment 5a128dca-9649-4a40-8f91-e7059725e38e of type vlan for network ca42d015-9cb6-4405-9736-f11c22ec9001 Jul 04 10:08:26.650223 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.670511 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.722059 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a1efca-f410-49dd-afd2-7ccc8b8da633,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:26.730249 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Made reservation on behalf of 711e448fb91f424b84aa2834e3a4ff37 for: {'network': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:26.733336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.747342 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.842453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:26.842453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:26.842949 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (ca42d015-9cb6-4405-9736-f11c22ec9001), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.843175 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:26.868014 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (ca42d015-9cb6-4405-9736-f11c22ec9001), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.868014 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:26.870369 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.891774 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.892899 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:26.893464 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:26.943090 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (fcdafb8b-1959-44ef-810f-9ffa9e6bb015), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.080481 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (0c5b249e-b14e-43fd-9398-80e275c1bb33), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.131331 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.2285302 Jul 04 10:08:27.134903 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.2931376 Jul 04 10:08:27.135588 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41584) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:27.138641 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41586) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:27.140066 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b033d6-0ae3-4641-b7f1-5278e6d1ffb3 admin admin] Pushing event updated for resources: {'Network': ['ID=ca42d015-9cb6-4405-9736-f11c22ec9001,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:27.153024 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Request body: {'subnet': {'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-subnet', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:27.154488 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Request body: {'subnet': {'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-subnet', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:27.154634 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network ca42d015-9cb6-4405-9736-f11c22ec9001 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:08:27.263260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdafb8b-1959-44ef-810f-9ffa9e6bb015,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:27.271260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Made reservation on behalf of 7f101e48ae9b4936a6d1b7bae000d7e1 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:27.273919 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.276671 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665bc7a-157b-43b5-a1ac-0a12bcbb379e admin admin] Pushing event updated for resources: {'Network': ['ID=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:27.282662 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:UPDATE=5,neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:27.292925 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:27.306597 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5b249e-b14e-43fd-9398-80e275c1bb33,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:27.333075 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Checking segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:27.333420 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Network hostable DHCP agents. Network: 28afbc1c-7fbf-4c17-a5be-8814771902ab, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:08:27.335871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Publish callbacks [] for security_group (0e3c1cf0-7e60-4940-b4b9-0b20d6044cf0), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.349789 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:08:27.364463 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (0e3c1cf0-7e60-4940-b4b9-0b20d6044cf0), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.376331 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:27.404367 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=104129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:08:27.416830 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:08:27.424108 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Made reservation on behalf of b852926ec18f4dc695da5ec1c5582f48 for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:27.427007 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.429294 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Checking segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:27.429685 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Network hostable DHCP agents. Network: 3ebecf3d-37d9-4ade-a898-e313cec92aef, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:08:27.460316 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3c1cf0-7e60-4940-b4b9-0b20d6044cf0,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:27.463632 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 28afbc1c-7fbf-4c17-a5be-8814771902ab) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:27.464199 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.464541 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.segments_db [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Added segment 51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3 of type vlan for network ce6b075d-14dc-44db-b732-adea957fc695 Jul 04 10:08:27.473829 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:27.474604 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.491731 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks [] for router_gateway (0b86ed9c-5388-4e82-a121-733aef165bc6), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.532514 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c695c9c1-59a4-4b9b-8b32-c9b810247271 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7662501 Jul 04 10:08:27.535601 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41604) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:27.543078 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8535195f-420e-44e5-98b1-9057e4724adc None None] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:27.545007 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:27.591586 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:27.597496 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (e33ab3cd-7533-413c-8d59-ee071f162d94), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.654590 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (6c6abf71-fdd1-40eb-afe4-59269372ce9c), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.655670 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (6c6abf71-fdd1-40eb-afe4-59269372ce9c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.746853 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:08:27.750418 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (ce6b075d-14dc-44db-b732-adea957fc695), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.820679 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 3ebecf3d-37d9-4ade-a898-e313cec92aef) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:27.822616 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a52bdb6d-63f3-4025-84fa-8517820a9782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.835769 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-28afbc1c-7fbf-4c17-a5be-8814771902ab', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:08:27.836960 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.853696 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3498bc8-f440-478e-a06b-0fb0e4c70283 None None] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:27.863344 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:27.864021 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.872837 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33ab3cd-7533-413c-8d59-ee071f162d94,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:27.930664 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (ce6b075d-14dc-44db-b732-adea957fc695), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.931570 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:27.932179 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:27.951763 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41620) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:27.959161 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-85623566-a598-4134-891c-c2d8e8b5ad2f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5997317 Jul 04 10:08:27.977992 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41622) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:27.982991 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks [] for router_controller (6c6abf71-fdd1-40eb-afe4-59269372ce9c), precommit_add_association {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.018021 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:28.101775 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Checking segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:28.102425 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Network hostable DHCP agents. Network: ca42d015-9cb6-4405-9736-f11c22ec9001, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:08:28.179780 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Network ca42d015-9cb6-4405-9736-f11c22ec9001 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:08:28.194432 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5843616 Jul 04 10:08:28.201508 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41632) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:28.207910 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Request body: {'subnet': {'network_id': 'ce6b075d-14dc-44db-b732-adea957fc695', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-589860412-subnet', 'tenant_id': '711e448fb91f424b84aa2834e3a4ff37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:28.220473 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks [] for router_gateway (6c6abf71-fdd1-40eb-afe4-59269372ce9c), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.229858 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, ca42d015-9cb6-4405-9736-f11c22ec9001) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:28.241480 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Allocated IP 172.20.0.2 (28afbc1c-7fbf-4c17-a5be-8814771902ab/fcdafb8b-1959-44ef-810f-9ffa9e6bb015/59321570-fa22-47d8-aa28-1ba2712d72fa) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:28.243656 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:28.244263 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.269100 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-3ebecf3d-37d9-4ade-a898-e313cec92aef', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:08:28.272204 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3f514-5d61-47fa-bb9c-c53192a10130 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6b075d-14dc-44db-b732-adea957fc695,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:28.272333 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.285127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716ee60-e9e2-432a-b6a2-4cd03f4755e8 None None] Network 66162d09-cc6b-4730-9f6b-77adf985caff requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:28.290703 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e275b86-af00-46ca-9d34-ead2d3986e65 None None] Network ca42d015-9cb6-4405-9736-f11c22ec9001 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:28.295354 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a370b8f2-5bd8-40f8-89eb-35a6ac61be8a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1451125 Jul 04 10:08:28.296335 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41642) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:28.315389 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network ce6b075d-14dc-44db-b732-adea957fc695 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:08:28.317728 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:28.327539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (5cf39ee1-91b0-46e9-9dee-864ccc44733d), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.328564 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (5cf39ee1-91b0-46e9-9dee-864ccc44733d), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.330767 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:28.390904 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-97a35862-9b93-4db4-8146-ec97617458ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.404804 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:28.420254 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (f7ca65df-094b-40be-b60b-7c7fd6050a19), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.421473 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (f7ca65df-094b-40be-b60b-7c7fd6050a19), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.442225 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Made reservation on behalf of 711e448fb91f424b84aa2834e3a4ff37 for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:28.445194 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.447604 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (c8b916b8-c083-440c-8d77-626a961ff635), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.491952 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:28.556314 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks [] for router_controller (f7ca65df-094b-40be-b60b-7c7fd6050a19), precommit_add_association {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.622247 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:28.623158 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-455c921f-0613-4f63-9449-a17ab28c5ae4 None None] Provisioning complete for port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:28.623543 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-455c921f-0613-4f63-9449-a17ab28c5ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.643498 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:28.708408 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41652) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:28.719388 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (0b86ed9c-5388-4e82-a121-733aef165bc6), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.733231 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks [] for router_gateway (6c6abf71-fdd1-40eb-afe4-59269372ce9c), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.747542 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks [] for router_controller (5cf39ee1-91b0-46e9-9dee-864ccc44733d), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.799350 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:28.802454 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Checking segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:28.802818 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Network hostable DHCP agents. Network: 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:08:28.821059 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b916b8-c083-440c-8d77-626a961ff635,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:28.840307 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks [] for router_gateway (f7ca65df-094b-40be-b60b-7c7fd6050a19), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:28.847067 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.001014 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Allocated IP 172.20.0.2 (3ebecf3d-37d9-4ade-a898-e313cec92aef/0c5b249e-b14e-43fd-9398-80e275c1bb33/177fc5e8-b0ed-480a-bfec-3bef901c55d9) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:29.015720 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-ca42d015-9cb6-4405-9736-f11c22ec9001', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:08:29.016551 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.030760 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:08:29.084062 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9758f8ca-2d4b-428e-a127-3325cc645147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.086577 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Publish callbacks [] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.094177 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:29.106403 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:29.106817 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.108615 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-455c921f-0613-4f63-9449-a17ab28c5ae4 None None] Current status of the port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:29.108991 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-455c921f-0613-4f63-9449-a17ab28c5ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.110511 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:29.147866 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.163683 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks [] for router_gateway (5cf39ee1-91b0-46e9-9dee-864ccc44733d), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.166960 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:29.173007 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-97a35862-9b93-4db4-8146-ec97617458ef admin admin] Publish callbacks [] for security_group (2fe2ab58-cae0-40a7-9cb8-e8431d412bf3), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.184166 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:29.185031 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.194905 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9758f8ca-2d4b-428e-a127-3325cc645147 admin admin] Publish callbacks [] for security_group (b5d49eb7-6bfc-4c0d-85cb-6c256889238e), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.228699 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-97a35862-9b93-4db4-8146-ec97617458ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2fe2ab58-cae0-40a7-9cb8-e8431d412bf3), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.244888 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b85f82-91bd-4bd8-9800-d10b2c7a6456 None None] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:29.296712 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9758f8ca-2d4b-428e-a127-3325cc645147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b5d49eb7-6bfc-4c0d-85cb-6c256889238e), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.325143 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-5aca5b6f-6477-4f67-bce4-68af35781c57 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1771796 Jul 04 10:08:29.360959 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41658) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:29.382613 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:29.402026 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:29.420991 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-97a35862-9b93-4db4-8146-ec97617458ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b89cc6b0d41a4d3ea5a4c6220fa74bd8&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4598188 Jul 04 10:08:29.431530 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:08:29.431950 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41660) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:29.432503 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.441677 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a35862-9b93-4db4-8146-ec97617458ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe2ab58-cae0-40a7-9cb8-e8431d412bf3,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:29.446460 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:29.452040 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:29.472889 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.488341 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:29.491812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (173bd42d-4f01-4017-bc16-0a4776f6088f), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.503282 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-455c921f-0613-4f63-9449-a17ab28c5ae4 None None] For port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:29.512944 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.516775 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.516936 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9758f8ca-2d4b-428e-a127-3325cc645147 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c79e08ac71944d41853bc2ac057a288a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8043623 Jul 04 10:08:29.516936 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Allocated IP 172.27.2.16 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/ced84d86-9002-495b-969e-41798c8baf3f) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:29.518049 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Router 0b86ed9c-5388-4e82-a121-733aef165bc6 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:08:29.518899 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41666) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:29.525264 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Pushing event updated for resources: {'Port': ['ID=59321570-fa22-47d8-aa28-1ba2712d72fa,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:29.530524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:29.535263 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks [] for router_gateway (f7ca65df-094b-40be-b60b-7c7fd6050a19), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.537264 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758f8ca-2d4b-428e-a127-3325cc645147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d49eb7-6bfc-4c0d-85cb-6c256889238e,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:29.549523 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-455c921f-0613-4f63-9449-a17ab28c5ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.588589 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.696440 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a59b75bb-41bb-47c0-a411-4befbf8fc635 admin admin] Publish callbacks [] for security_group (b5d49eb7-6bfc-4c0d-85cb-6c256889238e), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.724618 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Allocated IP 172.20.0.2 (ca42d015-9cb6-4405-9736-f11c22ec9001/e33ab3cd-7533-413c-8d59-ee071f162d94/c787e92c-8602-4801-bbd2-81fd2167a4d1) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:29.727893 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Pushing event updated for resources: {'Subnet': ['ID=173bd42d-4f01-4017-bc16-0a4776f6088f,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:29.737098 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:29.765329 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a59b75bb-41bb-47c0-a411-4befbf8fc635 admin admin] Publish callbacks [] for security_group (b5d49eb7-6bfc-4c0d-85cb-6c256889238e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.768185 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:29.801666 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks [] for router_controller (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.832765 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks [] for port (ced84d86-9002-495b-969e-41798c8baf3f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.874827 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a59b75bb-41bb-47c0-a411-4befbf8fc635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b5d49eb7-6bfc-4c0d-85cb-6c256889238e), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.878156 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a59b75bb-41bb-47c0-a411-4befbf8fc635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.883323 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a59b75bb-41bb-47c0-a411-4befbf8fc635 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5d49eb7-6bfc-4c0d-85cb-6c256889238e HTTP/1.1" status: 204 len: 168 time: 0.3628719 Jul 04 10:08:29.893476 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-af7bc3ba-acdc-41d7-a0e4-22713e9b8d76 admin admin] Publish callbacks [] for security_group (2fe2ab58-cae0-40a7-9cb8-e8431d412bf3), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.905661 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b75bb-41bb-47c0-a411-4befbf8fc635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d49eb7-6bfc-4c0d-85cb-6c256889238e,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:29.908935 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (ced84d86-9002-495b-969e-41798c8baf3f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.915485 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Checking segment: {'id': '51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'ce6b075d-14dc-44db-b732-adea957fc695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:29.915857 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Network hostable DHCP agents. Network: ce6b075d-14dc-44db-b732-adea957fc695, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:08:29.926919 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-5c9ac6ce-f847-47f3-9fe5-ccf940256659 None None] Provisioning complete for port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:29.927092 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:29.927310 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac6ce-f847-47f3-9fe5-ccf940256659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.934935 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks [] for router_gateway (5cf39ee1-91b0-46e9-9dee-864ccc44733d), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.944999 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:29.980653 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-af7bc3ba-acdc-41d7-a0e4-22713e9b8d76 admin admin] Publish callbacks [] for security_group (2fe2ab58-cae0-40a7-9cb8-e8431d412bf3), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.985411 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:29.987926 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:29.989543 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Publish callbacks [] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.001056 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c921f-0613-4f63-9449-a17ab28c5ae4 None None] Pushing event updated for resources: {'Port': ['ID=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:30.003609 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Sync routers for ids ['0b86ed9c-5388-4e82-a121-733aef165bc6'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:30.018580 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Attempting to bind port 59321570-fa22-47d8-aa28-1ba2712d72fa on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:30.019245 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Attempting to bind port 59321570-fa22-47d8-aa28-1ba2712d72fa by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:30.019615 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Attempting to bind port 59321570-fa22-47d8-aa28-1ba2712d72fa on network 28afbc1c-7fbf-4c17-a5be-8814771902ab {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:30.028579 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Routers {'0b86ed9c-5388-4e82-a121-733aef165bc6'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:30.032508 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0b86ed9c-5388-4e82-a121-733aef165bc6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:30.038211 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.064137 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:30.064512 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Checking segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:30.064909 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.065296 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Bound using segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:30.065842 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Bound port: 59321570-fa22-47d8-aa28-1ba2712d72fa, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:30.066217 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.104450 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Pushing event updated for resources: {'Port': ['ID=ced84d86-9002-495b-969e-41798c8baf3f,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:30.122796 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:30.142344 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:30.152813 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:30.201080 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Set router 0b86ed9c-5388-4e82-a121-733aef165bc6 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:30.224559 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Network ce6b075d-14dc-44db-b732-adea957fc695 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:08:30.243488 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks [] for router_gateway (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.301636 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:30.301636 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:30.301636 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:30.321470 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Allocated IP 172.27.2.186 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/3668f10d-3556-4d11-9e72-1cac0fae5858) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:30.325656 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Pushing event updated for resources: {'Port': ['ID=177fc5e8-b0ed-480a-bfec-3bef901c55d9,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:30.337664 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:30.345663 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.345663 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7f8cbb6e-d226-427f-8602-2aba467f22a3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3467245 Jul 04 10:08:30.361646 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41678) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:30.365642 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, ce6b075d-14dc-44db-b732-adea957fc695) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:30.415518 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Allocated IP 172.20.0.2 (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a/c8b916b8-c083-440c-8d77-626a961ff635/94dd805c-c88e-47da-9de6-1e21aa11253e) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:30.419553 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f575975-eee1-4429-84a1-781680895ef1 None None] Network ce6b075d-14dc-44db-b732-adea957fc695 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:30.447986 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:30.463192 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:30.570212 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ac6ce-f847-47f3-9fe5-ccf940256659 None None] Current status of the port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:30.592031 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:27Z', 'revision_number': 3, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port': {'id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:30.624935 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks [] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.637544 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.642715 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] For port 59321570-fa22-47d8-aa28-1ba2712d72fa, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:30.647010 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Checking router: 0b86ed9c-5388-4e82-a121-733aef165bc6 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:30.648493 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Updating router 0b86ed9c-5388-4e82-a121-733aef165bc6 port c0a1efca-f410-49dd-afd2-7ccc8b8da633 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:30.653489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Attempting to bind port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:30.654022 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Attempting to bind port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:30.654689 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Attempting to bind port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:30.695801 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] For port 59321570-fa22-47d8-aa28-1ba2712d72fa, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=59321570-fa22-47d8-aa28-1ba2712d72fa,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:30.705227 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:30.705767 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.706077 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Checking segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:30.706759 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.707277 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Bound using segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:30.707880 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Bound port: 177fc5e8-b0ed-480a-bfec-3bef901c55d9, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:30.708384 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.723338 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.727582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:30.728166 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.741919 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Publish callbacks [] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.745880 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-af7bc3ba-acdc-41d7-a0e4-22713e9b8d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2fe2ab58-cae0-40a7-9cb8-e8431d412bf3), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.748331 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-af7bc3ba-acdc-41d7-a0e4-22713e9b8d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.751988 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-af7bc3ba-acdc-41d7-a0e4-22713e9b8d76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fe2ab58-cae0-40a7-9cb8-e8431d412bf3 HTTP/1.1" status: 204 len: 168 time: 1.3033464 Jul 04 10:08:30.776979 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.816633 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:30.868258 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Pushing event updated for resources: {'Port': ['ID=3668f10d-3556-4d11-9e72-1cac0fae5858,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:30.899061 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:30.902067 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:30.915538 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:30.943648 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:30.972319 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bc3ba-acdc-41d7-a0e4-22713e9b8d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe2ab58-cae0-40a7-9cb8-e8431d412bf3,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:30.998665 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-dab94646-d133-4c5c-bf3f-e89ba2ce357a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7903295 Jul 04 10:08:31.020379 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks [] for router_gateway (6c6abf71-fdd1-40eb-afe4-59269372ce9c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.037355 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Allocated IP 172.27.2.92 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/7b6b5dd0-3782-45e9-940d-026692aecb87) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:31.155214 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:31.199181 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.258131 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41700) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:31.315991 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6ef27-faaa-43ff-8371-5cf942a5dafa None None] Network ce6b075d-14dc-44db-b732-adea957fc695 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:31.392168 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:31.392552 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.481592 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:31.499207 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e78d80-fab1-4df2-a99e-19caaa11f9f7 admin admin] Deleting subnet 952ab34a-bde2-425b-b572-bb71d11f80d2 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:08:31.517820 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-96e78d80-fab1-4df2-a99e-19caaa11f9f7 admin admin] Publish callbacks [] for subnet (952ab34a-bde2-425b-b572-bb71d11f80d2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.537491 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Network ca42d015-9cb6-4405-9736-f11c22ec9001 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:31.544959 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks [] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.545986 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks [] for router_gateway (f7ca65df-094b-40be-b60b-7c7fd6050a19), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.591545 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41704) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:31.599469 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:31.636047 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:31.638746 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (6c6abf71-fdd1-40eb-afe4-59269372ce9c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.662845 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-96e78d80-fab1-4df2-a99e-19caaa11f9f7 admin admin] Publish callbacks [] for subnet (952ab34a-bde2-425b-b572-bb71d11f80d2), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.668247 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:31.672442 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:31.682184 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks [] for router_gateway (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.688353 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-18dc247d-f18f-424b-9684-858b42dd6a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.708606 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:31.737152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.742549 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Publish callbacks [] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.754195 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f827885-0c90-4f3e-a9bf-5f14b04b2518 None None] Pushing event updated for resources: {'Port': ['ID=59321570-fa22-47d8-aa28-1ba2712d72fa,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:31.767042 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:31.819378 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:31.820362 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Pushing event updated for resources: {'Port': ['ID=c787e92c-8602-4801-bbd2-81fd2167a4d1,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:31.829999 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] For port 177fc5e8-b0ed-480a-bfec-3bef901c55d9, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:31.863050 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.890231 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.891823 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-96e78d80-fab1-4df2-a99e-19caaa11f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (952ab34a-bde2-425b-b572-bb71d11f80d2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.905982 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:31.907723 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Attempting to bind port c787e92c-8602-4801-bbd2-81fd2167a4d1 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:31.908175 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Attempting to bind port c787e92c-8602-4801-bbd2-81fd2167a4d1 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:31.908467 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Attempting to bind port c787e92c-8602-4801-bbd2-81fd2167a4d1 on network ca42d015-9cb6-4405-9736-f11c22ec9001 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:31.912043 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] For port 177fc5e8-b0ed-480a-bfec-3bef901c55d9, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=177fc5e8-b0ed-480a-bfec-3bef901c55d9,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:31.917134 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:31.920379 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:31.998005 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:31.998378 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Checking segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:31.998775 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:31.999159 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Bound using segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:31.999851 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Bound port: c787e92c-8602-4801-bbd2-81fd2167a4d1, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:32.000464 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.089904 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] For port c787e92c-8602-4801-bbd2-81fd2167a4d1, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:32.096799 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] For port c787e92c-8602-4801-bbd2-81fd2167a4d1, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=c787e92c-8602-4801-bbd2-81fd2167a4d1,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:32.104138 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.162242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:32.177117 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:32.196269 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:32.203587 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.206322 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-96e78d80-fab1-4df2-a99e-19caaa11f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for subnet (952ab34a-bde2-425b-b572-bb71d11f80d2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.248827 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Publish callbacks [] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.254441 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-96e78d80-fab1-4df2-a99e-19caaa11f9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.258260 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.269886 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-96e78d80-fab1-4df2-a99e-19caaa11f9f7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/952ab34a-bde2-425b-b572-bb71d11f80d2 HTTP/1.1" status: 204 len: 168 time: 0.9823713 Jul 04 10:08:32.282318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41714) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:32.293519 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e78d80-fab1-4df2-a99e-19caaa11f9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952ab34a-bde2-425b-b572-bb71d11f80d2,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:32.300753 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Pushing event updated for resources: {'Port': ['ID=94dd805c-c88e-47da-9de6-1e21aa11253e,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:32.317455 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Router 6c6abf71-fdd1-40eb-afe4-59269372ce9c is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:08:32.343032 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Pushing event updated for resources: {'Port': ['ID=c0a1efca-f410-49dd-afd2-7ccc8b8da633,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:32.360323 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6b5dd0-3782-45e9-940d-026692aecb87,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:32.366808 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.368171 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.368671 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.369484 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.370106 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.370523 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.371204 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.371383 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.371894 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.372343 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.373909 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.374154 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.374662 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.377279 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.377765 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Tracked resource versions report: Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: pushed versions: Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: { 'AddressGroup': {'1.2'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Agent': {'1.1'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'ConntrackHelper': {'1.0'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'LocalIPAssociation': {'1.0'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Log': {'1.0'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'NDPProxy': {'1.0'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Network': {'1.1'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Port': {'1.7'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'PortForwarding': {'1.3'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'QosPolicy': {'1.10'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SecurityGroup': {'1.5'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SecurityGroupRule': {'1.2'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SubPort': {'1.0'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Subnet': {'1.1'}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Trunk': {'1.1'}} Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: consumer versions: Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: { DHCP agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: HyperV agent@hv-cinder-84841: {}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: L3 agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: Metadata agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: Metering agent@dv-cinder-848418-1-iscsi: {}, Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: Open vSwitch agent@dv-cinder-848418-1-iscsi: { 'AddressGroup': '1.2', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Agent': '1.1', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'ConntrackHelper': '1.0', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'LocalIPAssociation': '1.0', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Log': '1.0', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'NDPProxy': '1.0', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Network': '1.1', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Port': '1.7', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'PortForwarding': '1.3', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'QosPolicy': '1.10', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SecurityGroup': '1.5', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SecurityGroupRule': '1.2', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'SubPort': '1.0', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Subnet': '1.1', Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: 'Trunk': '1.1'}} Jul 04 10:08:32.399341 dv-cinder-848418-1-iscsi neutron-server[104132]: {{(pid=104132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 04 10:08:32.407195 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Attempting to bind port 94dd805c-c88e-47da-9de6-1e21aa11253e on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:32.407549 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Attempting to bind port 94dd805c-c88e-47da-9de6-1e21aa11253e by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:32.407902 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Attempting to bind port 94dd805c-c88e-47da-9de6-1e21aa11253e on network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:32.420628 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:32.420993 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Checking segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:32.421383 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.423487 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Bound using segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:32.426793 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Bound port: 94dd805c-c88e-47da-9de6-1e21aa11253e, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:32.427204 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.438617 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Attempting to bind port c0a1efca-f410-49dd-afd2-7ccc8b8da633 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:32.439234 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Attempting to bind port c0a1efca-f410-49dd-afd2-7ccc8b8da633 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:32.440457 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Attempting to bind port c0a1efca-f410-49dd-afd2-7ccc8b8da633 on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:32.451371 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:32.452259 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:32.453351 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.455617 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:32.457651 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Bound port: c0a1efca-f410-49dd-afd2-7ccc8b8da633, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:32.458408 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.597303 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.598853 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] For port c0a1efca-f410-49dd-afd2-7ccc8b8da633, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:32.603300 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] For port c0a1efca-f410-49dd-afd2-7ccc8b8da633, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=c0a1efca-f410-49dd-afd2-7ccc8b8da633,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:32.615135 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.619623 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d6b0b-2925-4f9f-822b-faa463505933 None None] Pushing event updated for resources: {'Port': ['ID=177fc5e8-b0ed-480a-bfec-3bef901c55d9,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:32.698848 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-18dc247d-f18f-424b-9684-858b42dd6a22 admin admin] Publish callbacks [] for security_group (9f0ca355-92d2-429c-8c45-d77b8cd69772), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.751687 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Routers {'0b86ed9c-5388-4e82-a121-733aef165bc6'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:32.751917 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:32.752667 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0b86ed9c-5388-4e82-a121-733aef165bc6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:32.804549 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Allocated IP 172.27.2.110 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/8f20a0aa-6415-4606-95e1-0b3f0feccc91) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:32.844121 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c6fc8-e14f-485f-b03f-a3ffe5872fe0 None None] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:32.944599 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (f7ca65df-094b-40be-b60b-7c7fd6050a19), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.954283 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0ae982f8-3ad4-4460-8a49-facc774cbd55 None None] Provisioning complete for port 59321570-fa22-47d8-aa28-1ba2712d72fa triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:32.954745 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ae982f8-3ad4-4460-8a49-facc774cbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.962327 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (912f47d6-696e-4773-b5ed-9a6da2308323), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:32.967157 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] Set router 0b86ed9c-5388-4e82-a121-733aef165bc6 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:33.032159 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:33.032848 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:33.108790 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:33.110487 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 59321570-fa22-47d8-aa28-1ba2712d72fa up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:33.151398 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks [] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.152768 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:33.187123 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.190193 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ec9216d9-fa46-499d-9cd5-9e13e018e04b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6516676 Jul 04 10:08:33.192942 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41726) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:33.212816 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Router f7ca65df-094b-40be-b60b-7c7fd6050a19 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:08:33.229388 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:27Z', 'revision_number': 3, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port': {'id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:33.275099 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c6602-b1a0-4081-94b2-3a8772c37f4d None None] The sync data for ids ['0b86ed9c-5388-4e82-a121-733aef165bc6'] in dv-cinder-848418-1-iscsi is: [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:27Z', 'revision_number': 3, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port': {'id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:33.315767 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3a2c7-1179-4df6-ad05-e31060b9c27d None None] Pushing event updated for resources: {'Port': ['ID=c0a1efca-f410-49dd-afd2-7ccc8b8da633,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:33.321161 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-18dc247d-f18f-424b-9684-858b42dd6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (9f0ca355-92d2-429c-8c45-d77b8cd69772), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.374204 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (912f47d6-696e-4773-b5ed-9a6da2308323), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.430092 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:33.431659 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks [] for router_gateway (5cf39ee1-91b0-46e9-9dee-864ccc44733d), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.456823 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.459232 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] For port 94dd805c-c88e-47da-9de6-1e21aa11253e, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:33.464444 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa8fe-c28e-47fc-8d66-04218d9b6fb6 None None] Pushing event updated for resources: {'Port': ['ID=c787e92c-8602-4801-bbd2-81fd2167a4d1,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:33.464741 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc247d-f18f-424b-9684-858b42dd6a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0ca355-92d2-429c-8c45-d77b8cd69772,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:33.468198 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Sync routers for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:33.515483 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41730) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:33.530117 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] For port 94dd805c-c88e-47da-9de6-1e21aa11253e, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=94dd805c-c88e-47da-9de6-1e21aa11253e,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:33.552540 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:33.564841 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:33.567006 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:33.571563 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.575408 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.578247 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.580788 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.581421 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > port after_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.581919 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.582390 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > port after_update 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.582861 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.583265 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.583649 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.584032 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:33.666844 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-18dc247d-f18f-424b-9684-858b42dd6a22 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86dc6a166f9c440bbb03151e5260fb38&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0700042 Jul 04 10:08:33.676654 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 59321570-fa22-47d8-aa28-1ba2712d72fa triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:33.677066 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.719207 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41734) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:33.787237 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:33.899634 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:33.934421 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d3d82-c90c-4ddc-b00e-465b015666e7 None None] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:34.005711 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Allocated IP 172.20.0.1 (66162d09-cc6b-4730-9f6b-77adf985caff/047af437-cf11-40d2-947e-301e60dd34a6/8eaebecf-14cb-4f3d-8de0-218e245bfd63) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:34.010965 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0ae982f8-3ad4-4460-8a49-facc774cbd55 None None] Current status of the port 59321570-fa22-47d8-aa28-1ba2712d72fa is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:34.011279 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ae982f8-3ad4-4460-8a49-facc774cbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.039338 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:34.040358 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:34.040358 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:34.040695 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:34.041084 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912f47d6-696e-4773-b5ed-9a6da2308323']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:34.059655 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aa13a-d793-4799-87dc-628086f63a13 None None] Pushing event updated for resources: {'Port': ['ID=94dd805c-c88e-47da-9de6-1e21aa11253e,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:34.076057 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f808ed8-8d6e-455b-a7ea-d138287cd3a6') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:34.076360 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f808ed8-8d6e-455b-a7ea-d138287cd3a6') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:34.099065 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3257662'] for segment (8f808ed8-8d6e-455b-a7ea-d138287cd3a6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.140768 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (8f808ed8-8d6e-455b-a7ea-d138287cd3a6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.166694 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:08:34.167119 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3384101'] for segment (8f808ed8-8d6e-455b-a7ea-d138287cd3a6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.198165 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 59321570-fa22-47d8-aa28-1ba2712d72fa is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:34.198816 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.275216 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:34.283185 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0ae982f8-3ad4-4460-8a49-facc774cbd55 None None] For port 59321570-fa22-47d8-aa28-1ba2712d72fa, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=59321570-fa22-47d8-aa28-1ba2712d72fa,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:34.352018 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:34.360367 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:34.382690 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Sync routers for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:34.399489 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:34.400746 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:34.496281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f755064b-435f-42fd-8ab3-aa4c3768248c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.502381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:34.504147 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ae982f8-3ad4-4460-8a49-facc774cbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.602192 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c672cf-329c-42ce-bc10-4015425ba404 None None] Network ca42d015-9cb6-4405-9736-f11c22ec9001 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:34.627525 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:34.637843 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:34.645575 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:34.783927 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Provisioning complete for port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:34.785750 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.812481 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (912f47d6-696e-4773-b5ed-9a6da2308323), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.833863 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.db.api [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 10:08:34.834326 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG oslo_db.api [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 10:08:34.861309 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae982f8-3ad4-4460-8a49-facc774cbd55 None None] Pushing event updated for resources: {'Port': ['ID=59321570-fa22-47d8-aa28-1ba2712d72fa,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:34.877416 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:34.894926 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:34.903976 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:34.912859 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] 10.222.0.79 "DELETE /v2.0/networks/912f47d6-696e-4773-b5ed-9a6da2308323 HTTP/1.1" status: 204 len: 168 time: 2.6282499 Jul 04 10:08:34.925543 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41748) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:34.974176 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f96556-09c9-4396-b41a-76d85afc2a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=912f47d6-696e-4773-b5ed-9a6da2308323,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:35.016413 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.020395 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-90ea921c-8b40-48b0-9dae-185fadbfcae5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7235773 Jul 04 10:08:35.027401 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:31Z', 'revision_number': 3, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:35.033552 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Pushing event updated for resources: {'Port': ['ID=8f20a0aa-6415-4606-95e1-0b3f0feccc91,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:35.049496 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41752) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:35.084851 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Checking router: f7ca65df-094b-40be-b60b-7c7fd6050a19 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:35.085366 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Updating router f7ca65df-094b-40be-b60b-7c7fd6050a19 port 3668f10d-3556-4d11-9e72-1cac0fae5858 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:35.105682 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:30Z', 'revision_number': 3, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:35.119001 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.134012 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 8f808ed8-8d6e-455b-a7ea-d138287cd3a6 resource provider aggregate not found Jul 04 10:08:35.148229 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Publish callbacks [] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.164540 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Checking router: 6c6abf71-fdd1-40eb-afe4-59269372ce9c for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:35.165791 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Updating router 6c6abf71-fdd1-40eb-afe4-59269372ce9c port ced84d86-9002-495b-969e-41798c8baf3f binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:35.193709 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Current status of the port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:35.194336 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.221124 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:35.224882 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ced84d86-9002-495b-969e-41798c8baf3f), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.334623 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.336873 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:35.437177 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c445-d396-4f54-bf99-394d29e04076 admin admin] Publish callbacks [] for security_group (9f0ca355-92d2-429c-8c45-d77b8cd69772), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.442039 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] For port 177fc5e8-b0ed-480a-bfec-3bef901c55d9, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=177fc5e8-b0ed-480a-bfec-3bef901c55d9,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:35.468591 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.476155 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:35.508271 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 8f808ed8-8d6e-455b-a7ea-d138287cd3a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f808ed8-8d6e-455b-a7ea-d138287cd3a6 found for delete ", "request_id": "req-68ac443a-6078-49f9-bfeb-af788d40e341"}]} Jul 04 10:08:35.509531 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Network 66162d09-cc6b-4730-9f6b-77adf985caff is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:35.547190 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:35.553057 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c445-d396-4f54-bf99-394d29e04076 admin admin] Publish callbacks [] for security_group (9f0ca355-92d2-429c-8c45-d77b8cd69772), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.566070 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Provisioning complete for port 59321570-fa22-47d8-aa28-1ba2712d72fa triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:35.566457 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.568930 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:35.569528 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (0b86ed9c-5388-4e82-a121-733aef165bc6), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.578516 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-582c3e18-c550-4b23-b09c-dc5a0ad6615c admin admin] Deleting subnet 173bd42d-4f01-4017-bc16-0a4776f6088f {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:08:35.583633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Pushing event updated for resources: {'Port': ['ID=8eaebecf-14cb-4f3d-8de0-218e245bfd63,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:35.629239 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582c3e18-c550-4b23-b09c-dc5a0ad6615c admin admin] Publish callbacks [] for subnet (173bd42d-4f01-4017-bc16-0a4776f6088f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.638808 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 59321570-fa22-47d8-aa28-1ba2712d72fa is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:35.642975 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 177fc5e8-b0ed-480a-bfec-3bef901c55d9 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:35.713547 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32842eb0-cc4f-45f1-b0f5-3dd89c028645 None None] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:08:35.765460 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582c3e18-c550-4b23-b09c-dc5a0ad6615c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (173bd42d-4f01-4017-bc16-0a4776f6088f), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.804786 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Pushing event updated for resources: {'Port': ['ID=177fc5e8-b0ed-480a-bfec-3bef901c55d9,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:35.816906 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Publish callbacks [] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.827571 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.846870 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.859881 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:35.902075 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Attempting to bind port 3668f10d-3556-4d11-9e72-1cac0fae5858 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:35.902500 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Attempting to bind port 3668f10d-3556-4d11-9e72-1cac0fae5858 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:35.902941 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Attempting to bind port 3668f10d-3556-4d11-9e72-1cac0fae5858 on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:35.910477 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:35.910922 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:35.911392 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.911837 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:35.912359 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Bound port: 3668f10d-3556-4d11-9e72-1cac0fae5858, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:35.912782 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.936656 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks [] for router_gateway (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:35.961423 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] For port 3668f10d-3556-4d11-9e72-1cac0fae5858, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:35.965105 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] For port 3668f10d-3556-4d11-9e72-1cac0fae5858, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=3668f10d-3556-4d11-9e72-1cac0fae5858,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:35.969694 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:35.978482 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c3e32-42a4-4683-94fa-0e33cace385c None None] Pushing event updated for resources: {'Port': ['ID=3668f10d-3556-4d11-9e72-1cac0fae5858,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:35.983763 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.026403 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (5cf39ee1-91b0-46e9-9dee-864ccc44733d), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.027296 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Publish callbacks [] for port (ced84d86-9002-495b-969e-41798c8baf3f), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.030382 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:36.040271 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c3e32-42a4-4683-94fa-0e33cace385c None None] Pushing event updated for resources: {'Port': ['ID=3668f10d-3556-4d11-9e72-1cac0fae5858,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:36.052006 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582c3e18-c550-4b23-b09c-dc5a0ad6615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (173bd42d-4f01-4017-bc16-0a4776f6088f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.070969 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:36.071939 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:36.095630 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:36.201397 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:36.262410 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c445-d396-4f54-bf99-394d29e04076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (9f0ca355-92d2-429c-8c45-d77b8cd69772), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.265286 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ceb0c445-d396-4f54-bf99-394d29e04076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.269820 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-ceb0c445-d396-4f54-bf99-394d29e04076 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f0ca355-92d2-429c-8c45-d77b8cd69772 HTTP/1.1" status: 204 len: 168 time: 2.4840469 Jul 04 10:08:36.272166 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f755064b-435f-42fd-8ab3-aa4c3768248c admin admin] Publish callbacks [] for security_group (b9327f86-ac3b-4114-8739-e8f9ca4a5c73), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.280129 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582c3e18-c550-4b23-b09c-dc5a0ad6615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (173bd42d-4f01-4017-bc16-0a4776f6088f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.284763 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ced84d86-9002-495b-969e-41798c8baf3f), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.307663 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582c3e18-c550-4b23-b09c-dc5a0ad6615c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.313897 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-582c3e18-c550-4b23-b09c-dc5a0ad6615c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/173bd42d-4f01-4017-bc16-0a4776f6088f HTTP/1.1" status: 204 len: 168 time: 1.3663652 Jul 04 10:08:36.330309 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41758) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:36.346593 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Attempting to bind port ced84d86-9002-495b-969e-41798c8baf3f on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:36.347679 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Attempting to bind port ced84d86-9002-495b-969e-41798c8baf3f by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:36.348269 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Attempting to bind port ced84d86-9002-495b-969e-41798c8baf3f on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:36.349439 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c3e18-c550-4b23-b09c-dc5a0ad6615c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173bd42d-4f01-4017-bc16-0a4776f6088f,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:36.358244 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Allocated IP 172.20.0.1 (28afbc1c-7fbf-4c17-a5be-8814771902ab/fcdafb8b-1959-44ef-810f-9ffa9e6bb015/0bc865c2-4d75-407a-a662-c9338ee8a057) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:36.361504 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f755064b-435f-42fd-8ab3-aa4c3768248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b9327f86-ac3b-4114-8739-e8f9ca4a5c73), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.364966 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:36.366975 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:36.385599 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:36.386423 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:36.387025 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.388385 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:36.389135 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Bound port: ced84d86-9002-495b-969e-41798c8baf3f, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:36.389915 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ced84d86-9002-495b-969e-41798c8baf3f), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.395241 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0c445-d396-4f54-bf99-394d29e04076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0ca355-92d2-429c-8c45-d77b8cd69772,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:36.430841 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.446986 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:36.447749 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.542760 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.575572 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Current status of the port 59321570-fa22-47d8-aa28-1ba2712d72fa is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:36.578144 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:36.582878 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f755064b-435f-42fd-8ab3-aa4c3768248c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81e9459d637748ffb6161ea762d9e2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0606105 Jul 04 10:08:36.591889 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Provisioning complete for port c787e92c-8602-4801-bbd2-81fd2167a4d1 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:36.592395 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.615123 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41760) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:36.650691 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755064b-435f-42fd-8ab3-aa4c3768248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9327f86-ac3b-4114-8739-e8f9ca4a5c73,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:36.665994 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Publish callbacks [] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.684764 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:31Z', 'revision_number': 3, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:36.693977 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb3b3f-f8cc-4df9-bca6-c4915dfdc368 None None] Pushing event updated for resources: {'Port': ['ID=ced84d86-9002-495b-969e-41798c8baf3f,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:36.714770 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95605daa-e42e-49bf-83f6-d3fe0786b0dc None None] The sync data for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi is: [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:31Z', 'revision_number': 3, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:36.715016 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (ce6b075d-14dc-44db-b732-adea957fc695), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.786774 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] For port ced84d86-9002-495b-969e-41798c8baf3f, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:36.824577 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:36.828175 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Allocated IP 172.20.0.1 (ca42d015-9cb6-4405-9736-f11c22ec9001/e33ab3cd-7533-413c-8d59-ee071f162d94/12cdc3ba-4451-431f-a4f7-60b0a94c7a76) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:36.852223 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:36.878610 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] For port ced84d86-9002-495b-969e-41798c8baf3f, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=ced84d86-9002-495b-969e-41798c8baf3f,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:36.889592 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Current status of the port c787e92c-8602-4801-bbd2-81fd2167a4d1 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:36.893749 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.917914 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ced84d86-9002-495b-969e-41798c8baf3f), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:36.973000 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Publish callbacks [] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.020765 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.042274 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb3b3f-f8cc-4df9-bca6-c4915dfdc368 None None] Pushing event updated for resources: {'Port': ['ID=ced84d86-9002-495b-969e-41798c8baf3f,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:37.044092 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:37.100501 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Network ca42d015-9cb6-4405-9736-f11c22ec9001 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:37.152661 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] For port c787e92c-8602-4801-bbd2-81fd2167a4d1, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=c787e92c-8602-4801-bbd2-81fd2167a4d1,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:37.155311 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:37.155992 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:37.165193 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:37.196919 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.199077 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:37.292119 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:37.325850 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (ce6b075d-14dc-44db-b732-adea957fc695), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.363495 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (f7ca65df-094b-40be-b60b-7c7fd6050a19), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.391430 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Pushing event updated for resources: {'Port': ['ID=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:37.406196 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:37.453689 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:08:37.464317 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.466758 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752e546-47c4-40a3-b08a-6a92b6a5a112 None None] Pushing event updated for resources: {'Port': ['ID=c787e92c-8602-4801-bbd2-81fd2167a4d1,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:37.486620 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-790c8636-f525-4826-83fe-da2dd4ad543f admin admin] Publish callbacks [] for security_group (b9327f86-ac3b-4114-8739-e8f9ca4a5c73), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.524196 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.524559 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.525322 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.525672 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > port after_create 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.526013 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.526344 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > port after_update 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.526659 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.526991 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.527302 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.527618 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.535297 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:37.568680 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:37.597491 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device c0a1efca-f410-49dd-afd2-7ccc8b8da633 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:37.634182 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:37.644791 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc865c2-4d75-407a-a662-c9338ee8a057,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:37.657647 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Provisioning complete for port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:37.658031 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.708906 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:37.713532 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-790c8636-f525-4826-83fe-da2dd4ad543f admin admin] Publish callbacks [] for security_group (b9327f86-ac3b-4114-8739-e8f9ca4a5c73), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.740050 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Provisioning complete for port 94dd805c-c88e-47da-9de6-1e21aa11253e triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:37.740418 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.804667 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port c0a1efca-f410-49dd-afd2-7ccc8b8da633 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:37.805020 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.822258 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (6c6abf71-fdd1-40eb-afe4-59269372ce9c), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.847452 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.848410 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.849678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.856194 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 04 10:08:37.856358 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6b075d-14dc-44db-b732-adea957fc695']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:37.862513 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:37.935197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:37.935392 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:37.938915 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:37.954657 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.013451 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-790c8636-f525-4826-83fe-da2dd4ad543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b9327f86-ac3b-4114-8739-e8f9ca4a5c73), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.016009 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-790c8636-f525-4826-83fe-da2dd4ad543f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.019782 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-790c8636-f525-4826-83fe-da2dd4ad543f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9327f86-ac3b-4114-8739-e8f9ca4a5c73 HTTP/1.1" status: 204 len: 168 time: 1.4009163 Jul 04 10:08:38.025851 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:30Z', 'revision_number': 3, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:38.042153 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.062276 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:38.108390 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Publish callbacks [] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.128502 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.134207 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.145031 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c8636-f525-4826-83fe-da2dd4ad543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9327f86-ac3b-4114-8739-e8f9ca4a5c73,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:38.156796 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499499f5-51c0-443e-a289-bd87755a1f3f None None] The sync data for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi is: [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:30Z', 'revision_number': 3, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:38.196072 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port c0a1efca-f410-49dd-afd2-7ccc8b8da633 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:38.197273 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.234796 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Pushing event updated for resources: {'Port': ['ID=8eaebecf-14cb-4f3d-8de0-218e245bfd63,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:38.237416 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Current status of the port 94dd805c-c88e-47da-9de6-1e21aa11253e is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:38.238933 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.270791 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:08:38.271242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.305190 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] For port 94dd805c-c88e-47da-9de6-1e21aa11253e, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=94dd805c-c88e-47da-9de6-1e21aa11253e,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:38.308475 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port c0a1efca-f410-49dd-afd2-7ccc8b8da633, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=c0a1efca-f410-49dd-afd2-7ccc8b8da633,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:38.318979 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.341169 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Provisioning complete for port c787e92c-8602-4801-bbd2-81fd2167a4d1 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:38.342116 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.407537 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.408375 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 94dd805c-c88e-47da-9de6-1e21aa11253e up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:38.417100 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:38.428271 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (0b86ed9c-5388-4e82-a121-733aef165bc6), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.475306 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:38.478294 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:38.524382 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.542470 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (ce6b075d-14dc-44db-b732-adea957fc695), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.560372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:38.588673 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.594426 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] 10.222.0.79 "DELETE /v2.0/networks/ce6b075d-14dc-44db-b732-adea957fc695 HTTP/1.1" status: 204 len: 168 time: 2.2552037 Jul 04 10:08:38.683274 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:38.684365 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:38.690292 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Pushing event updated for resources: {'Port': ['ID=94dd805c-c88e-47da-9de6-1e21aa11253e,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:38.694546 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.698266 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:38.719589 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-14070a0a-5383-4899-bcf1-252086e12a20 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.7401180 Jul 04 10:08:38.720630 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41798) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:38.763359 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Publish callbacks [] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.777820 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.828919 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bf09c-f7f1-4e94-a279-c6097a3369fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6b075d-14dc-44db-b732-adea957fc695,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:38.924435 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Current status of the port c787e92c-8602-4801-bbd2-81fd2167a4d1 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:38.928561 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=c0a1efca-f410-49dd-afd2-7ccc8b8da633,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:38.951699 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:38.960149 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Pushing event updated for resources: {'Port': ['ID=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:38.962945 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41804) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:38.974129 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 94dd805c-c88e-47da-9de6-1e21aa11253e triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:38.974905 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:38.992040 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Provisioning complete for port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:38.992836 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:39.000398 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (f7ca65df-094b-40be-b60b-7c7fd6050a19), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:39.027942 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:08:39.052864 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b0ece88d-38d1-455b-86c3-406b263156fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:39.128387 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41806) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:39.170382 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Publish callbacks [] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:39.235324 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:39.296152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Network 66162d09-cc6b-4730-9f6b-77adf985caff is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:39.307647 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:39.319085 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Sync routers for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:39.324122 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:39.333276 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:39.350844 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:39.351727 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:39.489942 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc865c2-4d75-407a-a662-c9338ee8a057,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:39.496626 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (6c6abf71-fdd1-40eb-afe4-59269372ce9c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:39.499671 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Network ca42d015-9cb6-4405-9736-f11c22ec9001 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:39.510422 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:39.561156 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3 resource provider aggregate not found Jul 04 10:08:39.606207 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:39.615334 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c3928b52-ead5-473b-a6cd-fe7ef9b75a52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=448f0d3c51ad4785945698c31bf45ecb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4755714 Jul 04 10:08:39.616769 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51d982a0-ddd4-4f49-b2e8-ac0ddbf177d3 found for delete ", "request_id": "req-7739984c-f4d9-4078-9732-c8ca3a274037"}]} Jul 04 10:08:39.661803 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41816) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:39.719706 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:39.765510 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:39.769598 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7c06e12f-b951-4d8e-8d9e-195bb8bd9499 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.3946676 Jul 04 10:08:39.794428 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 41818) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:39.938954 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 94dd805c-c88e-47da-9de6-1e21aa11253e is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:39.939685 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 59321570-fa22-47d8-aa28-1ba2712d72fa up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:40.010766 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b0ece88d-38d1-455b-86c3-406b263156fc admin admin] Publish callbacks [] for security_group (37a3c0a8-4fc1-43ba-9c16-8b0b8bde70a3), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.027907 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b0ece88d-38d1-455b-86c3-406b263156fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (37a3c0a8-4fc1-43ba-9c16-8b0b8bde70a3), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.031180 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:35Z', 'revision_number': 3, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:40.071838 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 59321570-fa22-47d8-aa28-1ba2712d72fa triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:40.071838 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.072292 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Router 0b86ed9c-5388-4e82-a121-733aef165bc6 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:08:40.075370 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Checking router: 23d92ab7-dded-4a4a-a9dc-e3595ad4168b for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:40.075770 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Updating router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:40.077186 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:40.098142 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b0ece88d-38d1-455b-86c3-406b263156fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d7641a4e75fd407ab1718d3716b50b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1290202 Jul 04 10:08:40.101105 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41826) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:40.114387 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Router f7ca65df-094b-40be-b60b-7c7fd6050a19 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:08:40.116661 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.128962 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-af8674e5-8be4-46fa-957c-368fa89871e4 None None] Current status of the port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:40.148597 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:40.305101 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Provisioning complete for port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:40.305531 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.321434 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 59321570-fa22-47d8-aa28-1ba2712d72fa is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:40.322577 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device c787e92c-8602-4801-bbd2-81fd2167a4d1 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:40.392362 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:32Z', 'revision_number': 3, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:40.440573 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:40.440932 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Updating router 5cf39ee1-91b0-46e9-9dee-864ccc44733d port 7b6b5dd0-3782-45e9-940d-026692aecb87 binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:40.444319 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ece88d-38d1-455b-86c3-406b263156fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a3c0a8-4fc1-43ba-9c16-8b0b8bde70a3,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:40.479755 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:40.496975 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.508387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Provisioning complete for port 0bc865c2-4d75-407a-a662-c9338ee8a057 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:40.508769 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.512691 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:40.514215 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:40.523426 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ec69976-bcec-40bd-91fa-3e94553b2221 admin admin] Publish callbacks [] for security_group (05787cf7-cde3-46d9-be70-3eaf3a7eab37), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.531370 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f079b9a4-129c-48a2-b425-82cd31b3c150 admin admin] 10.222.0.79 "PUT /v2.0/routers/f7ca65df-094b-40be-b60b-7c7fd6050a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4502511 Jul 04 10:08:40.568340 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Publish callbacks [] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.571219 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:40.572732 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:40.585781 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.600252 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Port 0bc865c2-4d75-407a-a662-c9338ee8a057 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:40.604297 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Sync routers for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:40.609471 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:40.616759 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ec69976-bcec-40bd-91fa-3e94553b2221 admin admin] Publish callbacks [] for security_group (05787cf7-cde3-46d9-be70-3eaf3a7eab37), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.656103 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:40.659006 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port c787e92c-8602-4801-bbd2-81fd2167a4d1 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:40.659393 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.666555 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:40.670335 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bb387217-b27c-467d-998a-396dbad12dea admin admin] Publish callbacks [] for security_group (37a3c0a8-4fc1-43ba-9c16-8b0b8bde70a3), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.670869 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Provisioning complete for port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:40.671369 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.677984 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:40.714253 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bb387217-b27c-467d-998a-396dbad12dea admin admin] Publish callbacks [] for security_group (37a3c0a8-4fc1-43ba-9c16-8b0b8bde70a3), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.724701 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Attempting to bind port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:40.725055 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Attempting to bind port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:40.725411 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Attempting to bind port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:40.762316 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:40.762697 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:40.763098 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.763491 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:40.763975 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Bound port: 8f20a0aa-6415-4606-95e1-0b3f0feccc91, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:40.764351 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.797847 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.815990 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bb387217-b27c-467d-998a-396dbad12dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (37a3c0a8-4fc1-43ba-9c16-8b0b8bde70a3), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.818522 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bb387217-b27c-467d-998a-396dbad12dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.827599 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-bb387217-b27c-467d-998a-396dbad12dea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37a3c0a8-4fc1-43ba-9c16-8b0b8bde70a3 HTTP/1.1" status: 204 len: 168 time: 0.6834309 Jul 04 10:08:40.887095 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb387217-b27c-467d-998a-396dbad12dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a3c0a8-4fc1-43ba-9c16-8b0b8bde70a3,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:40.894695 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] For port 8f20a0aa-6415-4606-95e1-0b3f0feccc91, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:40.901130 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] For port 8f20a0aa-6415-4606-95e1-0b3f0feccc91, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=8f20a0aa-6415-4606-95e1-0b3f0feccc91,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:40.912485 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:40.987842 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:40.988425 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:40.991581 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:40.995327 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:41.066167 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335157b-55ce-4863-a47a-97c0048de623 None None] Pushing event updated for resources: {'Port': ['ID=8f20a0aa-6415-4606-95e1-0b3f0feccc91,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:41.137094 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:41.151951 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-833c1c3b-5b56-42ae-87ed-f931f2f0bb0b admin admin] 10.222.0.79 "PUT /v2.0/routers/0b86ed9c-5388-4e82-a121-733aef165bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7893243 Jul 04 10:08:41.157158 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:41.164789 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Sync routers for ids ['0b86ed9c-5388-4e82-a121-733aef165bc6'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:41.221023 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335157b-55ce-4863-a47a-97c0048de623 None None] Pushing event updated for resources: {'Port': ['ID=8f20a0aa-6415-4606-95e1-0b3f0feccc91,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:41.229298 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Routers {'0b86ed9c-5388-4e82-a121-733aef165bc6'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:41.229973 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0b86ed9c-5388-4e82-a121-733aef165bc6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:41.290598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:41.294712 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:41.318076 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Allocated IP 172.20.0.1 (3ebecf3d-37d9-4ade-a898-e313cec92aef/0c5b249e-b14e-43fd-9398-80e275c1bb33/3f3ca579-12ce-411e-b965-0a42f80ef088) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:41.325810 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-a7f99d65-f866-43dc-906a-d4462dfa3787 None None] Port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:41.375783 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Router 6c6abf71-fdd1-40eb-afe4-59269372ce9c has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:08:41.379057 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ec69976-bcec-40bd-91fa-3e94553b2221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (05787cf7-cde3-46d9-be70-3eaf3a7eab37), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:41.381998 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ec69976-bcec-40bd-91fa-3e94553b2221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:41.387202 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2ec69976-bcec-40bd-91fa-3e94553b2221 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05787cf7-cde3-46d9-be70-3eaf3a7eab37 HTTP/1.1" status: 204 len: 168 time: 1.7226739 Jul 04 10:08:41.425893 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec69976-bcec-40bd-91fa-3e94553b2221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05787cf7-cde3-46d9-be70-3eaf3a7eab37,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:41.461141 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41868) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:41.464649 dv-cinder-848418-1-iscsi neutron-server[104129]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 10:08:41.494015 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:41.609418 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-be660b44-db9e-4349-898f-8821e7434f6e None None] Provisioning complete for port 0bc865c2-4d75-407a-a662-c9338ee8a057 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:41.609850 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-be660b44-db9e-4349-898f-8821e7434f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:41.680953 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-be660b44-db9e-4349-898f-8821e7434f6e None None] Port 0bc865c2-4d75-407a-a662-c9338ee8a057 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:41.732241 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port c787e92c-8602-4801-bbd2-81fd2167a4d1 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:41.733289 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 177fc5e8-b0ed-480a-bfec-3bef901c55d9 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:41.787423 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:41.802240 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 2, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:41.841786 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Publish callbacks [] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:41.844906 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Checking router: f7ca65df-094b-40be-b60b-7c7fd6050a19 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:41.845596 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Updating router f7ca65df-094b-40be-b60b-7c7fd6050a19 port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:41.880880 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:41.979366 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c3ce-76ed-442e-b512-089730a954ad req-44e7982d-bdb1-4367-9ebe-c0a93accaf02 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:41.980924 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-44e7982d-bdb1-4367-9ebe-c0a93accaf02 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 818 time: 0.5189950 Jul 04 10:08:41.993071 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:41.993660 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.026926 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-0f501a94-a2fa-4d46-9d04-b4374a4bf53b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/quotas/7f101e48ae9b4936a6d1b7bae000d7e1 HTTP/1.1" status: 200 len: 375 time: 0.0307653 Jul 04 10:08:42.034561 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.038387 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:42.067677 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1e2642de-95cc-42ab-8ecc-4d2a3644e8c9 admin admin] 10.222.0.79 "PUT /v2.0/routers/6c6abf71-fdd1-40eb-afe4-59269372ce9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8721998 Jul 04 10:08:42.103015 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.116344 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Sync routers for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:42.170361 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Set router 0b86ed9c-5388-4e82-a121-733aef165bc6 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:42.192116 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Publish callbacks [] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.234240 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:42.248454 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:42.272424 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:42.275739 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:42.276391 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:42.327814 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Allocated IP 172.20.0.1 (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a/c8b916b8-c083-440c-8d77-626a961ff635/fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:42.340266 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:35Z', 'revision_number': 3, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:42.397779 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41904) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:42.398266 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41906) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:42.478998 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3d993-e6a1-416d-81a2-6b1a871e2d19 None None] The sync data for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi is: [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:35Z', 'revision_number': 3, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:42.554496 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:42.660915 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-aa318f8b-16e2-482e-b30c-b6b21559dbad tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6287971 Jul 04 10:08:42.674190 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Publish callbacks [] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.731744 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:42.733175 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.746454 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 4, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port': {'id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '8eaebecf-14cb-4f3d-8de0-218e245bfd63', 'name': '', 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'mac_address': 'fa:16:3e:79:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '047af437-cf11-40d2-947e-301e60dd34a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:33Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 2, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'subnets': [{'id': '047af437-cf11-40d2-947e-301e60dd34a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:42.758014 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.817163 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Checking router: 0b86ed9c-5388-4e82-a121-733aef165bc6 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:42.818561 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Updating router 0b86ed9c-5388-4e82-a121-733aef165bc6 port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:42.821628 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:42.825811 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:42.828975 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Pushing event updated for resources: {'Port': ['ID=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:42.832056 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-bf04ee26-1327-4efa-9c9a-2c39bc686ce4 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:42.833633 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-bf04ee26-1327-4efa-9c9a-2c39bc686ce4 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/networks?id=66162d09-cc6b-4730-9f6b-77adf985caff HTTP/1.1" status: 200 len: 812 time: 0.4044054 Jul 04 10:08:42.848770 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:42.849489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-e1720a62-9a56-463e-b8c5-878a19d062d8 None None] Provisioning complete for port 3f3ca579-12ce-411e-b965-0a42f80ef088 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:42.849921 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e1720a62-9a56-463e-b8c5-878a19d062d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.853661 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (5cf39ee1-91b0-46e9-9dee-864ccc44733d), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.858517 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Pushing event updated for resources: {'Port': ['ID=3f3ca579-12ce-411e-b965-0a42f80ef088,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:42.929998 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.968910 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:42.995251 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:42.996242 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:43.088326 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-63bce5eb-0925-4202-8f19-ff9bdd2d35ea tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/quotas/c5f718c1e8ae45dbb633172c0ba74c5e HTTP/1.1" status: 200 len: 375 time: 0.0795765 Jul 04 10:08:43.185412 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-5e86bcd8-335d-49b2-b6fa-c5a1d9b49e8d tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5f718c1e8ae45dbb633172c0ba74c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859425 Jul 04 10:08:43.218702 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:43.280675 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-dabdc1ab-7a9a-4cf0-8a3c-726c71d53cf4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=711e448fb91f424b84aa2834e3a4ff37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8465085 Jul 04 10:08:43.286481 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 41934) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:43.340209 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:43.450710 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.524560 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-c18a6e3a-0607-4245-a59e-082c6a9fc44f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:08:43.539481 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-c18a6e3a-0607-4245-a59e-082c6a9fc44f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3721981 Jul 04 10:08:43.572306 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:43.580737 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cc775-7f19-42d2-80ed-3b1bab62ddf5 None None] Pushing event updated for resources: {'Port': ['ID=7b6b5dd0-3782-45e9-940d-026692aecb87,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:43.585812 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-e1720a62-9a56-463e-b8c5-878a19d062d8 None None] Port 3f3ca579-12ce-411e-b965-0a42f80ef088 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:43.633684 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:43.676394 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Attempting to bind port 7b6b5dd0-3782-45e9-940d-026692aecb87 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:43.676767 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Attempting to bind port 7b6b5dd0-3782-45e9-940d-026692aecb87 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:43.680517 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Attempting to bind port 7b6b5dd0-3782-45e9-940d-026692aecb87 on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:43.701596 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:43.713272 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-d472bb45-4f39-4b7f-8cf2-371647cca706 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:08:43.714767 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-d472bb45-4f39-4b7f-8cf2-371647cca706 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2054410 Jul 04 10:08:43.719462 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Publish callbacks [] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.724093 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-28ad5058-2c29-4045-b067-ed00592c78bd admin admin] Publish callbacks [] for security_group (0e3c1cf0-7e60-4940-b4b9-0b20d6044cf0), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.731023 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.754821 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-28ad5058-2c29-4045-b067-ed00592c78bd admin admin] Publish callbacks [] for security_group (0e3c1cf0-7e60-4940-b4b9-0b20d6044cf0), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.773551 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-eb459bff-dd7d-473d-a13c-8587ef551a4c None None] Provisioning complete for port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:43.775080 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-eb459bff-dd7d-473d-a13c-8587ef551a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.799478 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:43.802825 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:43.807175 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.807763 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:43.808420 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Bound port: 7b6b5dd0-3782-45e9-940d-026692aecb87, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:43.809055 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.852032 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-28ad5058-2c29-4045-b067-ed00592c78bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (0e3c1cf0-7e60-4940-b4b9-0b20d6044cf0), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.854718 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-28ad5058-2c29-4045-b067-ed00592c78bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.856410 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-28ad5058-2c29-4045-b067-ed00592c78bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e3c1cf0-7e60-4940-b4b9-0b20d6044cf0 HTTP/1.1" status: 204 len: 168 time: 0.5688052 Jul 04 10:08:43.860129 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Publish callbacks [] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.871201 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eadc1b-ad46-4ced-83ee-9620f82acf57 None None] Pushing event updated for resources: {'Port': ['ID=8eaebecf-14cb-4f3d-8de0-218e245bfd63,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:43.884087 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.898697 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.944781 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Attempting to bind port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:43.945160 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Attempting to bind port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:43.945556 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Attempting to bind port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 on network 66162d09-cc6b-4730-9f6b-77adf985caff {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:43.949172 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad5058-2c29-4045-b067-ed00592c78bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3c1cf0-7e60-4940-b4b9-0b20d6044cf0,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:43.960553 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:43.960913 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Checking segment: {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:43.961299 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:43.961713 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Bound using segment: {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:43.962500 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Bound port: 8eaebecf-14cb-4f3d-8de0-218e245bfd63, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:43.962616 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:44.012656 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:44.086474 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:44.089300 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Pushing event updated for resources: {'Port': ['ID=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:44.124847 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:08:44.194559 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] For port 8eaebecf-14cb-4f3d-8de0-218e245bfd63, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:44.203542 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] For port 8eaebecf-14cb-4f3d-8de0-218e245bfd63, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=8eaebecf-14cb-4f3d-8de0-218e245bfd63,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:44.231274 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:44.311127 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-e70cbe10-3437-42d6-9594-fb2fb93320e5 service neutron] 10.222.0.79 "GET /v2.0/networks/66162d09-cc6b-4730-9f6b-77adf985caff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705217 Jul 04 10:08:44.315230 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-c3cb8a72-b09b-4b96-8aa9-58edfd8a827e service neutron] 10.222.0.79 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744501 Jul 04 10:08:44.329161 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-eb459bff-dd7d-473d-a13c-8587ef551a4c None None] Port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:44.387318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:44.388561 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:44.438970 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Routers {'0b86ed9c-5388-4e82-a121-733aef165bc6'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:44.439613 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0b86ed9c-5388-4e82-a121-733aef165bc6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:44.468727 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eadc1b-ad46-4ced-83ee-9620f82acf57 None None] Pushing event updated for resources: {'Port': ['ID=8eaebecf-14cb-4f3d-8de0-218e245bfd63,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:44.636136 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:08:44.656896 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device c0a1efca-f410-49dd-afd2-7ccc8b8da633 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:44.711996 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] For port 7b6b5dd0-3782-45e9-940d-026692aecb87, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:44.714177 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-c5869d54-8f79-4710-b373-5714d59a4c66 None None] Provisioning complete for port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:44.714547 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c5869d54-8f79-4710-b373-5714d59a4c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:44.758402 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:44.793811 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:44.860992 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:44.864535 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] Set router 0b86ed9c-5388-4e82-a121-733aef165bc6 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:44.866630 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-90a06338-e95b-4649-8fd8-86a3ec01ff6a admin admin] 10.222.0.79 "PUT /v2.0/routers/23d92ab7-dded-4a4a-a9dc-e3595ad4168b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0592263 Jul 04 10:08:44.905776 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Publish callbacks [] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:44.928227 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] For port 7b6b5dd0-3782-45e9-940d-026692aecb87, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=7b6b5dd0-3782-45e9-940d-026692aecb87,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:44.944967 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:45.005674 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:45.104820 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:45.120613 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port c0a1efca-f410-49dd-afd2-7ccc8b8da633 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:45.121152 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:45.186226 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 2, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:45.230770 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 4, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port': {'id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '8eaebecf-14cb-4f3d-8de0-218e245bfd63', 'name': '', 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'mac_address': 'fa:16:3e:79:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '047af437-cf11-40d2-947e-301e60dd34a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:33Z', 'updated_at': '2022-07-04T10:08:44Z', 'revision_number': 4, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'subnets': [{'id': '047af437-cf11-40d2-947e-301e60dd34a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:45.284246 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Checking router: 6c6abf71-fdd1-40eb-afe4-59269372ce9c for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:45.285032 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Updating router 6c6abf71-fdd1-40eb-afe4-59269372ce9c port 0bc865c2-4d75-407a-a662-c9338ee8a057 binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:45.287527 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a8a8a-3729-4308-855d-8c9efa583aa3 None None] The sync data for ids ['0b86ed9c-5388-4e82-a121-733aef165bc6'] in dv-cinder-848418-1-iscsi is: [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 4, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port': {'id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '8eaebecf-14cb-4f3d-8de0-218e245bfd63', 'name': '', 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'mac_address': 'fa:16:3e:79:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '047af437-cf11-40d2-947e-301e60dd34a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:33Z', 'updated_at': '2022-07-04T10:08:44Z', 'revision_number': 4, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'subnets': [{'id': '047af437-cf11-40d2-947e-301e60dd34a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:45.306264 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba4273-364b-4b68-8a3f-3f5a3d184420 None None] Pushing event updated for resources: {'Port': ['ID=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:45.318145 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:45.319029 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:45.618192 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-b5b242b3-9e8f-4823-90ca-955dafd62136 service neutron] 10.222.0.79 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2796414 Jul 04 10:08:45.630211 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-b1951bac-1f4e-4507-bdfe-1fdcbbe96504 service neutron] 10.222.0.79 "GET /v2.0/networks/66162d09-cc6b-4730-9f6b-77adf985caff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2906432 Jul 04 10:08:45.637256 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Publish callbacks [] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:45.647778 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:45.701415 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:45.715304 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Pushing event updated for resources: {'Port': ['ID=3f3ca579-12ce-411e-b965-0a42f80ef088,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:45.765216 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (5cf39ee1-91b0-46e9-9dee-864ccc44733d), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:45.852995 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Sync routers for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:45.866618 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:45.869696 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:45.936060 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:45.938476 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:45.943355 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:45.945473 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:45.965974 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:45.971244 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:46.046517 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:46.205925 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:46.278490 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c5869d54-8f79-4710-b373-5714d59a4c66 None None] Current status of the port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:46.282425 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c5869d54-8f79-4710-b373-5714d59a4c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:46.354880 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:08:46.362225 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:46.499576 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cc775-7f19-42d2-80ed-3b1bab62ddf5 None None] Pushing event updated for resources: {'Port': ['ID=7b6b5dd0-3782-45e9-940d-026692aecb87,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:46.684703 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:08:46.707814 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f2985427-619f-4004-9e4d-6ff72da651eb admin admin] 10.222.0.79 "PUT /v2.0/routers/5cf39ee1-91b0-46e9-9dee-864ccc44733d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8971968 Jul 04 10:08:46.771088 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Attempting to bind port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:46.771557 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Attempting to bind port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:46.771901 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Attempting to bind port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 on network ca42d015-9cb6-4405-9736-f11c22ec9001 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:46.777834 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42042) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:46.786329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-8b64eda8-1b04-4492-8499-8889fc1c31e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305378596', 'description': 'tempest-description--2099327292'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:46.799899 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-c5869d54-8f79-4710-b373-5714d59a4c66 None None] For port 8eaebecf-14cb-4f3d-8de0-218e245bfd63, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=8eaebecf-14cb-4f3d-8de0-218e245bfd63,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:46.844383 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8b64eda8-1b04-4492-8499-8889fc1c31e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:46.860880 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c5869d54-8f79-4710-b373-5714d59a4c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:46.872533 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:46.881080 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Checking segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:46.881495 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:46.882938 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Bound using segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:46.883460 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Bound port: 12cdc3ba-4451-431f-a4f7-60b0a94c7a76, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:46.890897 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:46.932669 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port c0a1efca-f410-49dd-afd2-7ccc8b8da633 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:46.934147 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 94dd805c-c88e-47da-9de6-1e21aa11253e up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:46.948366 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42052) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:46.955791 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-f195abe7-33fa-4906-b292-3b0e91e81049 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097812010', 'description': 'tempest-description--447141380'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:46.959923 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 2, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:46.999443 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Checking router: 23d92ab7-dded-4a4a-a9dc-e3595ad4168b for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:47.000085 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Updating router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:47.014922 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f195abe7-33fa-4906-b292-3b0e91e81049 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.070339 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.239805 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f195abe7-33fa-4906-b292-3b0e91e81049 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (3d1e92ca-0bae-4552-98fe-d7eebd59cc20), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.251893 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f195abe7-33fa-4906-b292-3b0e91e81049 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3d1e92ca-0bae-4552-98fe-d7eebd59cc20), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.322827 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f195abe7-33fa-4906-b292-3b0e91e81049 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.324130 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f195abe7-33fa-4906-b292-3b0e91e81049 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3742304 Jul 04 10:08:47.346260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42056) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:47.348020 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8596a08e-a6c0-40c4-979c-2f46ce5b058b req-5de813b2-7b34-4308-a038-0c725bbe018a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 210 time: 0.4632435 Jul 04 10:08:47.414288 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-f795cb69-f036-462b-a532-b3909ea45850 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'security_group_rule': {'security_group_id': '3d1e92ca-0bae-4552-98fe-d7eebd59cc20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:47.462104 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8b64eda8-1b04-4492-8499-8889fc1c31e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (063711b6-c9fa-471d-8238-26a7f6637b3f), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.487395 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:08:41Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:47.516443 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195abe7-33fa-4906-b292-3b0e91e81049 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1e92ca-0bae-4552-98fe-d7eebd59cc20,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:47.531683 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8b64eda8-1b04-4492-8499-8889fc1c31e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (063711b6-c9fa-471d-8238-26a7f6637b3f), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.602887 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f795cb69-f036-462b-a532-b3909ea45850 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (9f198891-0fa7-44b1-9b78-b3a17dff5c70), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.645268 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca7b21b-df3d-4d31-933e-837b9de75477 None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:08:41Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:47.703178 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0a3a7896-438c-44f4-8528-dbb83a5aacd4 req-29d7a9f1-4298-47ac-be6b-1fc3552a6627 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 210 time: 0.4413209 Jul 04 10:08:47.709422 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64eda8-1b04-4492-8499-8889fc1c31e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063711b6-c9fa-471d-8238-26a7f6637b3f,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:47.715029 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Provisioning complete for port 3f3ca579-12ce-411e-b965-0a42f80ef088 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:47.716314 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.722881 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8b64eda8-1b04-4492-8499-8889fc1c31e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.727824 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8b64eda8-1b04-4492-8499-8889fc1c31e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9458919 Jul 04 10:08:47.731558 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42082) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:47.736642 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-6ff63930-176b-4861-920c-6411bcdabb20 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'security_group_rule': {'security_group_id': '063711b6-c9fa-471d-8238-26a7f6637b3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:47.757932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42084) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:47.767329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-cc19d709-6478-4850-be25-8f5b533a1564 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392652173', 'description': 'tempest-description--1822060813'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:47.822167 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5869d54-8f79-4710-b373-5714d59a4c66 None None] Pushing event updated for resources: {'Port': ['ID=8eaebecf-14cb-4f3d-8de0-218e245bfd63,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:47.863685 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cc19d709-6478-4850-be25-8f5b533a1564 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.919022 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Port 3f3ca579-12ce-411e-b965-0a42f80ef088 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:47.926364 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 94dd805c-c88e-47da-9de6-1e21aa11253e triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:47.928326 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.929058 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f795cb69-f036-462b-a532-b3909ea45850 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (9f198891-0fa7-44b1-9b78-b3a17dff5c70), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:47.933363 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] For port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:47.940872 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:47.942952 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f795cb69-f036-462b-a532-b3909ea45850 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (9f198891-0fa7-44b1-9b78-b3a17dff5c70), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.007956 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Publish callbacks [] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.017204 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6ff63930-176b-4861-920c-6411bcdabb20 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (06937bcd-3ae8-463e-8084-6674f77771e6), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.021778 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.074922 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] For port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:48.077788 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795cb69-f036-462b-a532-b3909ea45850 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f198891-0fa7-44b1-9b78-b3a17dff5c70,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:48.081095 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Provisioning complete for port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:48.081593 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.132769 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.146281 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f795cb69-f036-462b-a532-b3909ea45850 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.151402 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f795cb69-f036-462b-a532-b3909ea45850 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7856710 Jul 04 10:08:48.154039 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42108) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:48.171233 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-01778ab5-2569-4a5b-a588-23b66339529f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'security_group_rule': {'security_group_id': '3d1e92ca-0bae-4552-98fe-d7eebd59cc20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:48.180746 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cc19d709-6478-4850-be25-8f5b533a1564 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (4c0bfde4-1b8b-4ecd-bb68-636d8534e655), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.210815 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cc19d709-6478-4850-be25-8f5b533a1564 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4c0bfde4-1b8b-4ecd-bb68-636d8534e655), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.212439 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bb1a6-b381-4e82-b870-29b5294986d7 None None] Pushing event updated for resources: {'Port': ['ID=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:48.216615 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:48.248096 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01778ab5-2569-4a5b-a588-23b66339529f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (7aa94eb9-d7ba-4a19-9bd7-05fa2de991eb), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.463679 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Attempting to bind port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:48.464203 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Attempting to bind port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:48.474768 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01778ab5-2569-4a5b-a588-23b66339529f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (7aa94eb9-d7ba-4a19-9bd7-05fa2de991eb), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.475358 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Attempting to bind port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 on network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:48.484981 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:48.486429 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Checking segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:48.487302 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.487703 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Bound using segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:48.488232 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Bound port: fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:48.488608 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.492811 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01778ab5-2569-4a5b-a588-23b66339529f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (7aa94eb9-d7ba-4a19-9bd7-05fa2de991eb), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.584503 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01778ab5-2569-4a5b-a588-23b66339529f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa94eb9-d7ba-4a19-9bd7-05fa2de991eb,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:48.598402 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01778ab5-2569-4a5b-a588-23b66339529f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.602723 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-01778ab5-2569-4a5b-a588-23b66339529f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4428399 Jul 04 10:08:48.625505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42128) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:48.630523 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:48.667268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:48.690630 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.694885 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:48.772940 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6ff63930-176b-4861-920c-6411bcdabb20 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (06937bcd-3ae8-463e-8084-6674f77771e6), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.781305 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] For port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:48.816643 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] For port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:48.831853 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19d709-6478-4850-be25-8f5b533a1564 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0bfde4-1b8b-4ecd-bb68-636d8534e655,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:48.855815 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:48.868372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:48.874608 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6ff63930-176b-4861-920c-6411bcdabb20 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (06937bcd-3ae8-463e-8084-6674f77771e6), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.018646 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Publish callbacks [] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.042182 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:49.042856 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:49.052351 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cc19d709-6478-4850-be25-8f5b533a1564 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.057160 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-cc19d709-6478-4850-be25-8f5b533a1564 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3052354 Jul 04 10:08:49.064907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42150) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:49.071436 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6ff63930-176b-4861-920c-6411bcdabb20 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.078814 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6ff63930-176b-4861-920c-6411bcdabb20 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3461206 Jul 04 10:08:49.078994 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-75602378-9007-4ffe-80da-c3cb93596f1e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group_rule': {'security_group_id': '4c0bfde4-1b8b-4ecd-bb68-636d8534e655', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:49.093958 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Current status of the port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:49.128146 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.161948 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:49.162604 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:49.173891 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42152) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:49.179131 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba4273-364b-4b68-8a3f-3f5a3d184420 None None] Pushing event updated for resources: {'Port': ['ID=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:49.216859 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0270482d-9ea4-440c-835d-8f54a0b6b79b req-1a4394d1-a808-4b3b-ad73-d651a550a609 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 210 time: 0.3688500 Jul 04 10:08:49.227853 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff63930-176b-4861-920c-6411bcdabb20 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06937bcd-3ae8-463e-8084-6674f77771e6,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:49.247258 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-09559f77-138b-4d18-b321-31db367529a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'security_group_rule': {'security_group_id': '063711b6-c9fa-471d-8238-26a7f6637b3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:49.290469 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.303352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-aec65579-d59b-4398-a6ac-9365052f91fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:49.304998 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-aec65579-d59b-4398-a6ac-9365052f91fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 818 time: 1.0402527 Jul 04 10:08:49.375331 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-036c6301-615e-49e4-bd47-e32cb46481e0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/quotas/7f101e48ae9b4936a6d1b7bae000d7e1 HTTP/1.1" status: 200 len: 375 time: 0.0515246 Jul 04 10:08:49.378731 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bb1a6-b381-4e82-b870-29b5294986d7 None None] Pushing event updated for resources: {'Port': ['ID=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:49.418529 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402bc3-c8c8-4f90-b95f-af66b1057898 None None] Pushing event updated for resources: {'Port': ['ID=0bc865c2-4d75-407a-a662-c9338ee8a057,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:49.547685 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:49.559544 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Provisioning complete for port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:49.564127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.582182 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-75602378-9007-4ffe-80da-c3cb93596f1e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (352d5aa8-2144-463d-bddf-9a3542d97f15), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.586855 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-2a61d384-8b64-4ac3-8355-1bfc9aa4a35e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2024183 Jul 04 10:08:49.593910 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:49.596856 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-09559f77-138b-4d18-b321-31db367529a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (abc9c576-a4e8-4c63-8bc9-2afbc061c29c), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:49.668364 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 94dd805c-c88e-47da-9de6-1e21aa11253e is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:49.670047 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 3668f10d-3556-4d11-9e72-1cac0fae5858 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:49.687028 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:49.750159 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:49.837206 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-2c610960-2cf9-4e46-abe4-1bcaf4ef4d32 service neutron] 10.222.0.79 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490172 Jul 04 10:08:50.032383 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:50.063875 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-a9142f07-82a4-4039-ad38-45cb3501ef85 service neutron] 10.222.0.79 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226541 Jul 04 10:08:50.103603 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:48Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:50.199793 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-75602378-9007-4ffe-80da-c3cb93596f1e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (352d5aa8-2144-463d-bddf-9a3542d97f15), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.226608 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-09559f77-138b-4d18-b321-31db367529a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (abc9c576-a4e8-4c63-8bc9-2afbc061c29c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.233556 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Allocated IP 172.27.2.72 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/1d62a6d3-b35a-4792-a285-754752214e3d) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:50.241110 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1129cb-4824-4565-ae3e-489f03b0cb25 None None] The sync data for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi is: [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:48Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:50.248130 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-75602378-9007-4ffe-80da-c3cb93596f1e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (352d5aa8-2144-463d-bddf-9a3542d97f15), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.401992 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75602378-9007-4ffe-80da-c3cb93596f1e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352d5aa8-2144-463d-bddf-9a3542d97f15,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:50.406620 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-09559f77-138b-4d18-b321-31db367529a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (abc9c576-a4e8-4c63-8bc9-2afbc061c29c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.554258 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7b9ecec3-3813-4c55-b468-b15afc82ba35 req-7a168439-291d-43b5-9962-90f5f8603b91 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 210 time: 0.0733349 Jul 04 10:08:50.565759 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 3668f10d-3556-4d11-9e72-1cac0fae5858 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:50.567065 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.596499 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-75602378-9007-4ffe-80da-c3cb93596f1e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.599404 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-75602378-9007-4ffe-80da-c3cb93596f1e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5299788 Jul 04 10:08:50.601164 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42198) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:50.621024 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09559f77-138b-4d18-b321-31db367529a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc9c576-a4e8-4c63-8bc9-2afbc061c29c,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:50.648839 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:50.658039 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-d4c642ce-910f-4cd2-a45b-647c5aa2cc2e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group_rule': {'security_group_id': '4c0bfde4-1b8b-4ecd-bb68-636d8534e655', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:50.684847 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Attempting to bind port 0bc865c2-4d75-407a-a662-c9338ee8a057 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:50.685388 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Attempting to bind port 0bc865c2-4d75-407a-a662-c9338ee8a057 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:50.685956 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Attempting to bind port 0bc865c2-4d75-407a-a662-c9338ee8a057 on network 28afbc1c-7fbf-4c17-a5be-8814771902ab {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:50.713327 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:50.713726 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Checking segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:50.714125 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.714514 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Bound using segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:50.715139 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Bound port: 0bc865c2-4d75-407a-a662-c9338ee8a057, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:50.715552 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.744838 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Current status of the port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:50.745221 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.754644 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:50.798363 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-09559f77-138b-4d18-b321-31db367529a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.806126 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:47Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:50.810237 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-09559f77-138b-4d18-b321-31db367529a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6230559 Jul 04 10:08:50.821294 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42212) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:50.825944 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:50.846696 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffb0848-4169-4e28-806a-5a36059efdf8 req-19850a6c-363b-4e1b-9769-bea7e0e6c04d tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 210 time: 0.1089649 Jul 04 10:08:50.867696 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b3109-278e-4f2d-aae2-e18e47df1d3a None None] The sync data for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi is: [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:47Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:50.936066 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:50.940586 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] For port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:51.003786 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.150104 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Pushing event updated for resources: {'Port': ['ID=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:51.163933 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for port (1d62a6d3-b35a-4792-a285-754752214e3d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.191671 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] For port 0bc865c2-4d75-407a-a662-c9338ee8a057, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:08:51.197294 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Provisioning complete for port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:51.197716 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.201582 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 3668f10d-3556-4d11-9e72-1cac0fae5858 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:51.201582 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.222499 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.74', 57319) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:51.222823 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.74', 57320) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:51.305419 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] For port 0bc865c2-4d75-407a-a662-c9338ee8a057, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=0bc865c2-4d75-407a-a662-c9338ee8a057,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:08:51.362234 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (1d62a6d3-b35a-4792-a285-754752214e3d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.386934 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 3668f10d-3556-4d11-9e72-1cac0fae5858, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=3668f10d-3556-4d11-9e72-1cac0fae5858,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:51.438410 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.440017 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 8f20a0aa-6415-4606-95e1-0b3f0feccc91 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:51.450671 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.491861 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'Port': ['ID=1d62a6d3-b35a-4792-a285-754752214e3d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:51.501451 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d4c642ce-910f-4cd2-a45b-647c5aa2cc2e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (650d3b7b-51d9-4eff-bf05-1488155a4637), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.643737 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d4c642ce-910f-4cd2-a45b-647c5aa2cc2e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (650d3b7b-51d9-4eff-bf05-1488155a4637), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.656741 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:51.659391 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d4c642ce-910f-4cd2-a45b-647c5aa2cc2e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (650d3b7b-51d9-4eff-bf05-1488155a4637), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.682310 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:51.686766 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:51.695610 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c642ce-910f-4cd2-a45b-647c5aa2cc2e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650d3b7b-51d9-4eff-bf05-1488155a4637,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:51.767224 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d4c642ce-910f-4cd2-a45b-647c5aa2cc2e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.770505 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d4c642ce-910f-4cd2-a45b-647c5aa2cc2e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1635826 Jul 04 10:08:51.776023 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42244) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:51.780977 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:51.833977 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:51.845299 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c3ce-76ed-442e-b512-089730a954ad req-00a27b3a-f307-4ecd-ab83-8ec841514dc3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:51.847267 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-00a27b3a-f307-4ecd-ab83-8ec841514dc3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 818 time: 0.6233952 Jul 04 10:08:51.948918 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=3668f10d-3556-4d11-9e72-1cac0fae5858,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:52.064316 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:52.068971 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:52.099579 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Current status of the port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:52.104743 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.146494 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'port': {'device_id': '068a560b-f200-4046-a36b-7ef23cea5120', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'admin_state_up': True, 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:52.360363 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:52.361434 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.366505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:52.368047 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.401002 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:52.420728 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (3487bc8e-343e-4908-afa7-0ce8c40df902), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.431682 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:52.433262 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402bc3-c8c8-4f90-b95f-af66b1057898 None None] Pushing event updated for resources: {'Port': ['ID=0bc865c2-4d75-407a-a662-c9338ee8a057,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:52.464082 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] For port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:52.483743 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.501806 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (1d62a6d3-b35a-4792-a285-754752214e3d), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.539264 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:52.587538 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.74', 57333) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:52.694432 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:52.753125 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Provisioning complete for port 0bc865c2-4d75-407a-a662-c9338ee8a057 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:52.753713 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.777596 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:52.778286 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.788350 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912cda3-deb5-4ec5-bddc-2f05986c60a5 None None] Pushing event updated for resources: {'Port': ['ID=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:52.845176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-d27b1d36-2714-4b7c-8c15-fc7d30c3f1b2 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:52.847717 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-d27b1d36-2714-4b7c-8c15-fc7d30c3f1b2 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.74 "GET /v2.0/networks?id=66162d09-cc6b-4730-9f6b-77adf985caff HTTP/1.1" status: 200 len: 812 time: 1.6091549 Jul 04 10:08:52.880600 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Made reservation on behalf of 7f101e48ae9b4936a6d1b7bae000d7e1 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:52.885181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.976833 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 8f20a0aa-6415-4606-95e1-0b3f0feccc91, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=8f20a0aa-6415-4606-95e1-0b3f0feccc91,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:52.979302 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Request body: {'port': {'device_id': 'e8df803a-688f-4388-836b-8a16ccc26eba', 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff', 'admin_state_up': True, 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:52.991018 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:52.991910 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device c787e92c-8602-4801-bbd2-81fd2167a4d1 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:52.993006 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7b67431b-517d-402b-8d60-c598a8d6627b req-6ce8093a-e9e0-439e-9724-6961d86ebf45 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 210 time: 0.9476411 Jul 04 10:08:53.009134 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:53.068105 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ffbde839-f6dd-485d-9270-74086b38ed64 req-6bed1778-51ee-4032-8d50-e4003f2ccda6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 210 time: 0.7531166 Jul 04 10:08:53.091035 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for port (1d62a6d3-b35a-4792-a285-754752214e3d), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.138113 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (1d62a6d3-b35a-4792-a285-754752214e3d), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.355635 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'Port': ['ID=1d62a6d3-b35a-4792-a285-754752214e3d,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:53.465899 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Allocated IP 172.20.0.4 (ca42d015-9cb6-4405-9736-f11c22ec9001/e33ab3cd-7533-413c-8d59-ee071f162d94/037993de-7a0b-470c-95e5-54eeb6c77200) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:53.467916 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Current status of the port 0bc865c2-4d75-407a-a662-c9338ee8a057 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:53.468838 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.482017 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port c787e92c-8602-4801-bbd2-81fd2167a4d1 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:53.482421 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.485345 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=8f20a0aa-6415-4606-95e1-0b3f0feccc91,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:53.500672 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:53.510502 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:53.520719 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.524156 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Made reservation on behalf of c5f718c1e8ae45dbb633172c0ba74c5e for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:53.532473 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.644892 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b521a-084f-45aa-8763-c98e5e73c65a None None] The sync data for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi is: [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:08:53.664237 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (3487bc8e-343e-4908-afa7-0ce8c40df902), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.676002 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Allocated IP 172.27.2.237 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/d5b85dd0-2061-4c30-a98c-6183e57ed03b) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:53.722885 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-25465f0d-fa77-4906-9f83-5754d5b14135 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:53.724808 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-25465f0d-fa77-4906-9f83-5754d5b14135 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 818 time: 1.1321974 Jul 04 10:08:53.735308 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.737980 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-33f4ed1b-620b-4e65-939e-74e655360d78 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1112156 Jul 04 10:08:53.747484 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'port': {'device_id': '89a2c77a-967c-4273-a92c-1dbd36cda2dd', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'admin_state_up': True, 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:53.749716 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] For port 0bc865c2-4d75-407a-a662-c9338ee8a057, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=0bc865c2-4d75-407a-a662-c9338ee8a057,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:53.759189 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:53.926123 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Allocated IP 172.20.0.7 (66162d09-cc6b-4730-9f6b-77adf985caff/047af437-cf11-40d2-947e-301e60dd34a6/a30a62d5-35f1-42ed-b4ce-dbf70419be13) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:53.968018 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:54.019187 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Provisioning complete for port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:54.036274 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:54.037757 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Made reservation on behalf of 7f101e48ae9b4936a6d1b7bae000d7e1 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:08:54.043546 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:54.193247 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port c787e92c-8602-4801-bbd2-81fd2167a4d1 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:54.194919 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device ced84d86-9002-495b-969e-41798c8baf3f up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:54.196833 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Pushing event updated for resources: {'Port': ['ID=0bc865c2-4d75-407a-a662-c9338ee8a057,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:54.405924 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:54.493407 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42334) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:54.553481 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-16db3f0c-8ad2-4415-9839-3ab381167152 req-c2d96da4-8ada-4bcb-a451-177d0b780fe9 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 210 time: 0.1173513 Jul 04 10:08:54.607285 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Current status of the port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:54.656250 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (d5b85dd0-2061-4c30-a98c-6183e57ed03b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:54.712155 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Provisioning complete for port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:54.717386 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:54.792009 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (d5b85dd0-2061-4c30-a98c-6183e57ed03b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:54.858352 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=d5b85dd0-2061-4c30-a98c-6183e57ed03b,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:54.866468 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:54.879415 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port ced84d86-9002-495b-969e-41798c8baf3f triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:54.880570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ced84d86-9002-495b-969e-41798c8baf3f), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:54.881927 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:54.884351 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:54.891935 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:54.943950 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42350) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:54.980396 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:54.992780 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Allocated IP 172.27.2.56 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/b8c71ba4-376c-4f99-9a3d-759a5017f746) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:55.039233 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (5484669d-a6ae-49d5-9a70-148f0810d534), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.077153 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4e79-0e40-4e4b-bebd-d3a884070c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.142071 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (d5b85dd0-2061-4c30-a98c-6183e57ed03b), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.188039 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-f63c0d50-a229-4f6f-9b0a-efb735311a1c None None] Current status of the port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:55.219434 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for port (b8c71ba4-376c-4f99-9a3d-759a5017f746), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.221375 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=8 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:55.225069 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port ced84d86-9002-495b-969e-41798c8baf3f is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:55.226238 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ced84d86-9002-495b-969e-41798c8baf3f), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.246786 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-68873487-2060-4254-99b0-9ba4ec8496fb req-84076acb-c18b-4c31-8d32-00f9a0081f90 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 210 time: 0.6520011 Jul 04 10:08:55.271226 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port ced84d86-9002-495b-969e-41798c8baf3f, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=ced84d86-9002-495b-969e-41798c8baf3f,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:08:55.286327 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ced84d86-9002-495b-969e-41798c8baf3f), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.385996 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3eefd85a-7bf1-4bd4-a7e8-4e9b05da69cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.509977 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=ced84d86-9002-495b-969e-41798c8baf3f,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:55.572466 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-473dfd72-4c15-43ac-8f75-1e20a7ec187d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.588196 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:08:55.633837 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:55.664049 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:08:55.669038 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:55.675256 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (d5b85dd0-2061-4c30-a98c-6183e57ed03b), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.678660 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:55.697917 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-1bb534bf-80bc-4cdd-ad2e-9bd6a229d28e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1097812010&fields=id&tenant_id=2f559cbed35f4fbb8fe71906696733e7 HTTP/1.1" status: 200 len: 267 time: 0.4450898 Jul 04 10:08:55.725792 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3eefd85a-7bf1-4bd4-a7e8-4e9b05da69cf admin admin] Publish callbacks [] for security_group (0f994e66-7534-40c8-a875-563797a8dfad), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.741491 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (d5b85dd0-2061-4c30-a98c-6183e57ed03b), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.782972 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3eefd85a-7bf1-4bd4-a7e8-4e9b05da69cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (0f994e66-7534-40c8-a875-563797a8dfad), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.793409 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (b8c71ba4-376c-4f99-9a3d-759a5017f746), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.893198 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (5484669d-a6ae-49d5-9a70-148f0810d534), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:55.933147 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8049a2c4-3397-438f-ac99-5771941ff945 req-542543aa-5135-4d33-a184-f38069d25ab6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 210 time: 0.2434294 Jul 04 10:08:55.949826 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:55.973331 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3eefd85a-7bf1-4bd4-a7e8-4e9b05da69cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d527c6b6d2a04c928f09d84af9449434&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4360425 Jul 04 10:08:55.973331 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=d5b85dd0-2061-4c30-a98c-6183e57ed03b,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:55.973331 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42372) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:55.983267 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefd85a-7bf1-4bd4-a7e8-4e9b05da69cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f994e66-7534-40c8-a875-563797a8dfad,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:56.029237 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.040986 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f0058192-b07e-4917-b044-ced768cb5d2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2635145 Jul 04 10:08:56.046254 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Publish callbacks [] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.063359 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:56.082720 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for port (037993de-7a0b-470c-95e5-54eeb6c77200), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.107803 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:56.124523 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4e79-0e40-4e4b-bebd-d3a884070c30 admin admin] Publish callbacks [] for security_group (84df0eac-e38a-4c3f-a85c-05994f338048), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.125034 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:56.143434 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4e79-0e40-4e4b-bebd-d3a884070c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (84df0eac-e38a-4c3f-a85c-05994f338048), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.163449 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:56.166140 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'Port': ['ID=b8c71ba4-376c-4f99-9a3d-759a5017f746,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:56.184581 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:56.184934 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.192173 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7a930935-4d38-49d1-a2d5-7ee089edc82f admin admin] Publish callbacks [] for security_group (0f994e66-7534-40c8-a875-563797a8dfad), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.219714 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42376) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:56.254060 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0d6b4e79-0e40-4e4b-bebd-d3a884070c30 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a9e3f23bd3f4d489010a69e7f0906e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3028584 Jul 04 10:08:56.261456 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b4e79-0e40-4e4b-bebd-d3a884070c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84df0eac-e38a-4c3f-a85c-05994f338048,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:56.266805 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42382) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:56.275540 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7a930935-4d38-49d1-a2d5-7ee089edc82f admin admin] Publish callbacks [] for security_group (0f994e66-7534-40c8-a875-563797a8dfad), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.347465 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.348078 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:08:56.360737 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.455127 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-70cc051a-c58c-49b8-ac2f-78c084be6cd1 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:56.457548 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-70cc051a-c58c-49b8-ac2f-78c084be6cd1 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 810 time: 0.6976564 Jul 04 10:08:56.484307 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Allocated IP 172.20.0.9 (ca42d015-9cb6-4405-9736-f11c22ec9001/e33ab3cd-7533-413c-8d59-ee071f162d94/f62e5e86-0d6c-4e20-bd83-d59470ae870f) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:08:56.586774 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f376c193-f425-4321-aa6f-8af2fb23f45b admin admin] Publish callbacks [] for security_group (84df0eac-e38a-4c3f-a85c-05994f338048), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.588462 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7a930935-4d38-49d1-a2d5-7ee089edc82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (0f994e66-7534-40c8-a875-563797a8dfad), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.598045 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Network 66162d09-cc6b-4730-9f6b-77adf985caff is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:56.599538 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7a930935-4d38-49d1-a2d5-7ee089edc82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.603709 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7a930935-4d38-49d1-a2d5-7ee089edc82f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0f994e66-7534-40c8-a875-563797a8dfad HTTP/1.1" status: 204 len: 168 time: 0.6335509 Jul 04 10:08:56.626027 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27c34ffa-61a4-40c6-97be-896601e75ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:56.685897 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:56.687167 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 3668f10d-3556-4d11-9e72-1cac0fae5858 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:56.719631 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:56.755932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Pushing event updated for resources: {'Port': ['ID=a30a62d5-35f1-42ed-b4ce-dbf70419be13,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:56.771242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Network ca42d015-9cb6-4405-9736-f11c22ec9001 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:56.777844 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:56.787149 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-b0224bfc-4017-483b-96e2-1ee700353c1d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/quotas/2f559cbed35f4fbb8fe71906696733e7 HTTP/1.1" status: 200 len: 375 time: 0.2883513 Jul 04 10:08:56.810789 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:56.947919 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 3668f10d-3556-4d11-9e72-1cac0fae5858 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:56.948422 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.106618 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a930935-4d38-49d1-a2d5-7ee089edc82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f994e66-7534-40c8-a875-563797a8dfad,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:57.225164 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f376c193-f425-4321-aa6f-8af2fb23f45b admin admin] Publish callbacks [] for security_group (84df0eac-e38a-4c3f-a85c-05994f338048), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.297009 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42392) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:57.301825 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-5c7f79ec-d80c-499b-9363-048185e19837 None None] Provisioning complete for port a30a62d5-35f1-42ed-b4ce-dbf70419be13 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:57.302389 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c7f79ec-d80c-499b-9363-048185e19837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.307400 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:57.341729 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:08:44Z', 'revision_number': 2, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:08:57.359605 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cca0c-b411-45e2-b9cb-51290bda48af req-f17b7942-870e-4caa-8c99-85f17eaef197 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:57.361793 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e24cca0c-b411-45e2-b9cb-51290bda48af req-f17b7942-870e-4caa-8c99-85f17eaef197 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 931 time: 0.9244869 Jul 04 10:08:57.363107 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:57.373837 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5682c0cd-fa34-4e24-81e4-da3f01d1b5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.385052 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (2a80ba38-5b22-424f-940c-e7865bb4259f), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.444183 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:57.552313 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f376c193-f425-4321-aa6f-8af2fb23f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (84df0eac-e38a-4c3f-a85c-05994f338048), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.553882 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:57.555831 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f376c193-f425-4321-aa6f-8af2fb23f45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.559087 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f376c193-f425-4321-aa6f-8af2fb23f45b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84df0eac-e38a-4c3f-a85c-05994f338048 HTTP/1.1" status: 204 len: 168 time: 1.2872024 Jul 04 10:08:57.568290 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:57.585051 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:57.608586 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:57.609276 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.610293 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:57.614368 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376c193-f425-4321-aa6f-8af2fb23f45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84df0eac-e38a-4c3f-a85c-05994f338048,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:57.634847 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27c34ffa-61a4-40c6-97be-896601e75ab8 admin admin] Publish callbacks [] for security_group (d0a729ca-1ff7-4930-af4d-09a8a85de2ce), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.643874 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-cadd4fe4-7ce5-4e1c-b2df-8ec39d13b108 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8402195 Jul 04 10:08:57.652605 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event updated for resources: {'Port': ['ID=037993de-7a0b-470c-95e5-54eeb6c77200,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:57.658509 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-13a9a3f7-8005-441d-a653-f45a3210222a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7681780 Jul 04 10:08:57.671710 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:57.672459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.684637 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.687743 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27c34ffa-61a4-40c6-97be-896601e75ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (d0a729ca-1ff7-4930-af4d-09a8a85de2ce), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.697248 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (b8c71ba4-376c-4f99-9a3d-759a5017f746), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.747321 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-50bfd0da-018c-49c9-a781-ece0aeaf5271 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:08:57.748801 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-50bfd0da-018c-49c9-a781-ece0aeaf5271 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0287988 Jul 04 10:08:57.763480 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e24cca0c-b411-45e2-b9cb-51290bda48af req-8d18985c-b466-428a-952f-55ee81185808 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622227 Jul 04 10:08:57.777300 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:08:57.778130 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Updating router 5cf39ee1-91b0-46e9-9dee-864ccc44733d port 3f3ca579-12ce-411e-b965-0a42f80ef088 binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:08:57.819445 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f79ec-d80c-499b-9363-048185e19837 None None] Port a30a62d5-35f1-42ed-b4ce-dbf70419be13 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:57.822280 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-11ca8307-759f-4f39-aca0-35daa14a3629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7027338 Jul 04 10:08:57.823789 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 3668f10d-3556-4d11-9e72-1cac0fae5858 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:57.825147 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 8f20a0aa-6415-4606-95e1-0b3f0feccc91 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:57.832096 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-908676f2-976a-4be5-a5d1-a825d263460a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.864843 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5682c0cd-fa34-4e24-81e4-da3f01d1b5d1 admin admin] Publish callbacks [] for security_group (b6c28ccb-2769-4cc2-b24f-5dcaeb3e0d0f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.896108 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.944635 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5682c0cd-fa34-4e24-81e4-da3f01d1b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b6c28ccb-2769-4cc2-b24f-5dcaeb3e0d0f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:57.970313 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-a68a13b0-0d5f-474a-9db4-0a209f04e09f None None] Provisioning complete for port 037993de-7a0b-470c-95e5-54eeb6c77200 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:57.971003 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a68a13b0-0d5f-474a-9db4-0a209f04e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.019667 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c34ffa-61a4-40c6-97be-896601e75ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a729ca-1ff7-4930-af4d-09a8a85de2ce,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:58.045379 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-116d46fa-5060-4848-bfaf-d2923e99f508 service neutron] 10.222.0.79 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505814 Jul 04 10:08:58.120987 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c0cd-fa34-4e24-81e4-da3f01d1b5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c28ccb-2769-4cc2-b24f-5dcaeb3e0d0f,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:58.148627 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:58.148766 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-27c34ffa-61a4-40c6-97be-896601e75ab8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ba469fa844c4bb0b80d3605ef36eec6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9172099 Jul 04 10:08:58.149004 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.167668 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42416) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:58.260392 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-a68a13b0-0d5f-474a-9db4-0a209f04e09f None None] Port 037993de-7a0b-470c-95e5-54eeb6c77200 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:58.269266 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-d6bb1ad6-87db-4254-8359-18d68b5c847b service neutron] 10.222.0.79 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651847 Jul 04 10:08:58.289126 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5682c0cd-fa34-4e24-81e4-da3f01d1b5d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=570f0577f31f42c0b890084f308a7c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9755263 Jul 04 10:08:58.289863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42418) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:58.333087 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-bfc03f96-d55d-4644-aeb6-fee6ce73009f admin admin] Publish callbacks [] for security_group (d0a729ca-1ff7-4930-af4d-09a8a85de2ce), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.337100 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.399611 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Request body: {'port': {'device_id': 'e8df803a-688f-4388-836b-8a16ccc26eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:58.508305 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event updated for resources: {'Port': ['ID=f62e5e86-0d6c-4e20-bd83-d59470ae870f,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:58.533010 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Request body: {'port': {'device_id': '068a560b-f200-4046-a36b-7ef23cea5120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:58.568124 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42420) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:58.577785 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-bfc03f96-d55d-4644-aeb6-fee6ce73009f admin admin] Publish callbacks [] for security_group (d0a729ca-1ff7-4930-af4d-09a8a85de2ce), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.615597 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Network ca42d015-9cb6-4405-9736-f11c22ec9001 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:08:58.627598 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:08:58.634929 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3867837e-2a35-46d9-93bf-f50a53141e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.641009 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:08:58.686229 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-2b94135f-88de-4f74-a268-2c99391f3fbf tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1392652173&fields=id&tenant_id=a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 267 time: 0.6310756 Jul 04 10:08:58.811444 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c1e9dbee-1551-40d2-a634-6c36c546951e admin admin] Publish callbacks [] for security_group (b6c28ccb-2769-4cc2-b24f-5dcaeb3e0d0f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.819883 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Publish callbacks [] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.833412 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for port (b8c71ba4-376c-4f99-9a3d-759a5017f746), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.838027 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:58.852601 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.885820 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:58.886649 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.916320 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c1e9dbee-1551-40d2-a634-6c36c546951e admin admin] Publish callbacks [] for security_group (b6c28ccb-2769-4cc2-b24f-5dcaeb3e0d0f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.942499 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (b8c71ba4-376c-4f99-9a3d-759a5017f746), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.964140 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-bfc03f96-d55d-4644-aeb6-fee6ce73009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (d0a729ca-1ff7-4930-af4d-09a8a85de2ce), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.967175 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-bfc03f96-d55d-4644-aeb6-fee6ce73009f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:58.968559 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-bfc03f96-d55d-4644-aeb6-fee6ce73009f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0a729ca-1ff7-4930-af4d-09a8a85de2ce HTTP/1.1" status: 204 len: 168 time: 0.7985914 Jul 04 10:08:59.034208 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-adf94e94-8a3d-402b-916f-998062a31d06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2919328 Jul 04 10:08:59.059767 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:59.070982 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:08:59.072831 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 0bc865c2-4d75-407a-a662-c9338ee8a057 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:08:59.100343 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Request body: {'port': {'device_id': '89a2c77a-967c-4273-a92c-1dbd36cda2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:08:59.107173 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:59.110375 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc03f96-d55d-4644-aeb6-fee6ce73009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a729ca-1ff7-4930-af4d-09a8a85de2ce,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:59.182984 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.221217 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-c3695d6f-82c6-4eae-ad78-adc8f69a296a None None] Provisioning complete for port f62e5e86-0d6c-4e20-bd83-d59470ae870f triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:59.222191 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c3695d6f-82c6-4eae-ad78-adc8f69a296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.257404 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'Port': ['ID=b8c71ba4-376c-4f99-9a3d-759a5017f746,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:59.294655 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af740b-3c3c-4439-a546-0e9d11a84d23 None None] Pushing event updated for resources: {'Port': ['ID=3f3ca579-12ce-411e-b965-0a42f80ef088,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:59.340147 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3867837e-2a35-46d9-93bf-f50a53141e11 admin admin] Publish callbacks [] for security_group (68e8210e-137f-478a-901d-7300e9788365), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.381771 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3867837e-2a35-46d9-93bf-f50a53141e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (68e8210e-137f-478a-901d-7300e9788365), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.405477 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db8ad-0fe9-477a-9d1f-1025c469aa94 req-461021fb-9c6c-4315-96b6-39e9a82f3f1a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:08:59.416319 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-048db8ad-0fe9-477a-9d1f-1025c469aa94 req-461021fb-9c6c-4315-96b6-39e9a82f3f1a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 931 time: 0.6596570 Jul 04 10:08:59.473388 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.535890 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3867837e-2a35-46d9-93bf-f50a53141e11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bba58db694bb40458fdf4913147aa16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9621925 Jul 04 10:08:59.537830 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867837e-2a35-46d9-93bf-f50a53141e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e8210e-137f-478a-901d-7300e9788365,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:59.543317 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c1e9dbee-1551-40d2-a634-6c36c546951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b6c28ccb-2769-4cc2-b24f-5dcaeb3e0d0f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.552682 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c1e9dbee-1551-40d2-a634-6c36c546951e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.554276 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42438) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:59.565804 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c1e9dbee-1551-40d2-a634-6c36c546951e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6c28ccb-2769-4cc2-b24f-5dcaeb3e0d0f HTTP/1.1" status: 204 len: 168 time: 1.2399461 Jul 04 10:08:59.570102 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c3695d6f-82c6-4eae-ad78-adc8f69a296a None None] Port f62e5e86-0d6c-4e20-bd83-d59470ae870f cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:08:59.570231 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:59.585450 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 0bc865c2-4d75-407a-a662-c9338ee8a057 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:08:59.585899 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.619026 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:08:59.655879 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9dbee-1551-40d2-a634-6c36c546951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c28ccb-2769-4cc2-b24f-5dcaeb3e0d0f,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:08:59.727755 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Attempting to bind port 3f3ca579-12ce-411e-b965-0a42f80ef088 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:08:59.728179 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Attempting to bind port 3f3ca579-12ce-411e-b965-0a42f80ef088 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:08:59.728541 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Attempting to bind port 3f3ca579-12ce-411e-b965-0a42f80ef088 on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:08:59.778391 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.792749 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.870607 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (2a80ba38-5b22-424f-940c-e7865bb4259f), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.886382 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42444) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:08:59.894178 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:08:59.894748 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Checking segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:08:59.896327 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.896327 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Bound using segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:08:59.901554 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Bound port: 3f3ca579-12ce-411e-b965-0a42f80ef088, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:08:59.909513 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.939242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:08:59.948887 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-4b636f5b-b525-4bd4-a8ea-4f944a33124a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.1181359 Jul 04 10:09:00.000974 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-f7363173-2460-4b26-bc4e-9192e7fc46f9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:00.002914 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-f7363173-2460-4b26-bc4e-9192e7fc46f9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 814 time: 1.2987213 Jul 04 10:09:00.003762 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f0a97f05-cf24-4cf0-8b8b-095e2d63a258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:00.050420 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-048db8ad-0fe9-477a-9d1f-1025c469aa94 req-37dce3a8-3b28-4355-9cca-b69868753f60 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334138 Jul 04 10:09:00.222280 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] For port 3f3ca579-12ce-411e-b965-0a42f80ef088, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:09:00.234017 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] For port 3f3ca579-12ce-411e-b965-0a42f80ef088, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=3f3ca579-12ce-411e-b965-0a42f80ef088,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:09:00.275153 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:00.375792 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:00.377164 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 0bc865c2-4d75-407a-a662-c9338ee8a057 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:00.380760 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:00.418558 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-23611f16-dc7d-42d6-99c3-291a06aa42b0 None None] Provisioning complete for port 3f3ca579-12ce-411e-b965-0a42f80ef088 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:00.419278 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23611f16-dc7d-42d6-99c3-291a06aa42b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:00.475849 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5bdc-7e05-4a26-b569-74e67cf86b0c admin admin] Publish callbacks [] for security_group (68e8210e-137f-478a-901d-7300e9788365), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:00.521656 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62e5e86-0d6c-4e20-bd83-d59470ae870f {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:00.545566 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Publish callbacks [] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:00.572965 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Transition to ACTIVE for port object f62e5e86-0d6c-4e20-bd83-d59470ae870f will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:09:00.582475 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:00.593455 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:09:00.594638 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:00.735912 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f62e5e86-0d6c-4e20-bd83-d59470ae870f,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:00.835137 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5bdc-7e05-4a26-b569-74e67cf86b0c admin admin] Publish callbacks [] for security_group (68e8210e-137f-478a-901d-7300e9788365), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:00.919328 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:09:00.965219 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c1c43a7f-2e47-4e03-b98a-2a5fcf35c440 req-57085af2-f7de-4f36-87a1-c6c6f88d4c75 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 210 time: 0.4824660 Jul 04 10:09:01.089011 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.74', 57339) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:01.099989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Attempting to bind port f62e5e86-0d6c-4e20-bd83-d59470ae870f on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:09:01.103352 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Attempting to bind port f62e5e86-0d6c-4e20-bd83-d59470ae870f by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:09:01.104625 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Attempting to bind port f62e5e86-0d6c-4e20-bd83-d59470ae870f on network ca42d015-9cb6-4405-9736-f11c22ec9001 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:01.106872 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5bdc-7e05-4a26-b569-74e67cf86b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (68e8210e-137f-478a-901d-7300e9788365), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.111029 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1cbf5bdc-7e05-4a26-b569-74e67cf86b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.163388 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-1cbf5bdc-7e05-4a26-b569-74e67cf86b0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68e8210e-137f-478a-901d-7300e9788365 HTTP/1.1" status: 204 len: 168 time: 1.5413258 Jul 04 10:09:01.201265 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Port f62e5e86-0d6c-4e20-bd83-d59470ae870f on network ca42d015-9cb6-4405-9736-f11c22ec9001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:09:01.206653 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Attempting to bind port f62e5e86-0d6c-4e20-bd83-d59470ae870f on network ca42d015-9cb6-4405-9736-f11c22ec9001 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:01.245459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f0a97f05-cf24-4cf0-8b8b-095e2d63a258 admin admin] Publish callbacks [] for security_group (7f1a8186-d7be-4b69-a5e1-f4b0503cd753), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.261576 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:01.262242 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.269707 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:09:01.281972 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Checking segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:09:01.283480 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Bound using segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:09:01.287809 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Bound port: f62e5e86-0d6c-4e20-bd83-d59470ae870f, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:09:01.288479 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.295236 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:01.349595 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:01.362793 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:00Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:01.389275 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.434543 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-f0f2ba2f-da07-41f5-a4fa-6c9c88908609 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/quotas/a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 375 time: 1.4040794 Jul 04 10:09:01.438568 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a6305-9d77-44b2-801d-fabeae838ee7 None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:00Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:09:01.441055 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-23611f16-dc7d-42d6-99c3-291a06aa42b0 None None] Current status of the port 3f3ca579-12ce-411e-b965-0a42f80ef088 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:01.441660 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23611f16-dc7d-42d6-99c3-291a06aa42b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.491405 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af740b-3c3c-4439-a546-0e9d11a84d23 None None] Pushing event updated for resources: {'Port': ['ID=3f3ca579-12ce-411e-b965-0a42f80ef088,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:01.537689 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f0a97f05-cf24-4cf0-8b8b-095e2d63a258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (7f1a8186-d7be-4b69-a5e1-f4b0503cd753), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.553976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85a538-61d8-4869-9a0f-79f857cfe0ec req-55a4268b-6e65-4bf7-875a-5145a2ee332c tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:01.561966 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc85a538-61d8-4869-9a0f-79f857cfe0ec req-55a4268b-6e65-4bf7-875a-5145a2ee332c tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 931 time: 0.3714302 Jul 04 10:09:01.627953 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.646820 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-f8b1f1ff-0182-4672-a712-369cc649dff3 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:01.651938 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-f8b1f1ff-0182-4672-a712-369cc649dff3 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 810 time: 0.5274093 Jul 04 10:09:01.681507 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-a0a0f0a9-c4ff-45bc-af76-c78596eba027 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174306 Jul 04 10:09:01.697826 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:01.699132 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 8eaebecf-14cb-4f3d-8de0-218e245bfd63 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:01.725409 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:01.734640 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf5bdc-7e05-4a26-b569-74e67cf86b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e8210e-137f-478a-901d-7300e9788365,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:01.839110 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-23611f16-dc7d-42d6-99c3-291a06aa42b0 None None] For port 3f3ca579-12ce-411e-b965-0a42f80ef088, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=3f3ca579-12ce-411e-b965-0a42f80ef088,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:01.848095 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:01.853738 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23611f16-dc7d-42d6-99c3-291a06aa42b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.871466 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] For port f62e5e86-0d6c-4e20-bd83-d59470ae870f, host hv-cinder-84841, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:09:01.906790 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:01.907158 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:01.976776 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-23420860-6752-4fff-922f-48d2222a05bc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f559cbed35f4fbb8fe71906696733e7 HTTP/1.1" status: 200 len: 380 time: 0.2873354 Jul 04 10:09:01.980974 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] For port f62e5e86-0d6c-4e20-bd83-d59470ae870f, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:09:02.007368 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'port': {'device_id': 'a842f878-2275-4988-8e51-b3b7276678e7', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'admin_state_up': True, 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'security_groups': ['3d1e92ca-0bae-4552-98fe-d7eebd59cc20']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:02.017524 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:02.138565 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:02.280066 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:02.288711 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-2ec94f03-a188-4b46-b1ab-baef8af4cb37 service neutron] 10.222.0.79 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763488 Jul 04 10:09:02.413142 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:02.415368 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:02.419620 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a97f05-cf24-4cf0-8b8b-095e2d63a258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a8186-d7be-4b69-a5e1-f4b0503cd753,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:02.420476 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] 10.222.0.74 "PUT /v2.0/ports/f62e5e86-0d6c-4e20-bd83-d59470ae870f HTTP/1.1" status: 200 len: 1093 time: 3.3835804 Jul 04 10:09:02.438224 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-d96b1d4f-132f-4e8d-a821-2a2a56086127 None None] Provisioning complete for port 3f3ca579-12ce-411e-b965-0a42f80ef088 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:02.438811 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d96b1d4f-132f-4e8d-a821-2a2a56086127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:02.451855 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a2c77a-967c-4273-a92c-1dbd36cda2dd', 'tag': 'f62e5e86-0d6c-4e20-bd83-d59470ae870f'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:02.510333 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e88f3-4c2a-46e0-a22f-7e49941e37a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f62e5e86-0d6c-4e20-bd83-d59470ae870f,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:02.554340 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f0a97f05-cf24-4cf0-8b8b-095e2d63a258 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5ad7ae2e74e40e89ba11f30d7089a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6444528 Jul 04 10:09:02.560153 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42516) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:02.562094 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30a62d5-35f1-42ed-b4ce-dbf70419be13 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:02.586621 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Publish callbacks [] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:02.595333 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc85a538-61d8-4869-9a0f-79f857cfe0ec req-54b0d376-dbd8-4b0f-9768-a3888d7e2562 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0321610 Jul 04 10:09:02.600019 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23611f16-dc7d-42d6-99c3-291a06aa42b0 None None] Pushing event updated for resources: {'Port': ['ID=3f3ca579-12ce-411e-b965-0a42f80ef088,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:02.646878 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:02.739013 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Transition to ACTIVE for port object a30a62d5-35f1-42ed-b4ce-dbf70419be13 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:09:02.758465 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:02.822733 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1d4f-132f-4e8d-a821-2a2a56086127 None None] Current status of the port 3f3ca579-12ce-411e-b965-0a42f80ef088 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:02.868180 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-38114537-10bb-4e6b-92a1-efcb79ad884a service neutron] 10.222.0.79 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784755 Jul 04 10:09:02.978042 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:02.979284 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 7b6b5dd0-3782-45e9-940d-026692aecb87 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:03.142192 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe81a46-9da5-42e3-956f-cfbc85c5b267" -d '{"events": [{"name": "network-changed", "server_uuid": "89a2c77a-967c-4273-a92c-1dbd36cda2dd", "tag": "f62e5e86-0d6c-4e20-bd83-d59470ae870f"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:03.159526 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Made reservation on behalf of 2f559cbed35f4fbb8fe71906696733e7 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:09:03.170707 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:03.192663 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-f11607f1-f1d1-4aac-9cc6-e15805ba2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:03.194431 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-f11607f1-f1d1-4aac-9cc6-e15805ba2ed6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 1127 time: 0.6334217 Jul 04 10:09:03.202707 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 7b6b5dd0-3782-45e9-940d-026692aecb87 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:03.203289 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:03.230516 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037993de-7a0b-470c-95e5-54eeb6c77200 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:03.249920 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Publish callbacks [] for port (037993de-7a0b-470c-95e5-54eeb6c77200), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:03.265555 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Transition to ACTIVE for port object 037993de-7a0b-470c-95e5-54eeb6c77200 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:09:03.283249 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a30a62d5-35f1-42ed-b4ce-dbf70419be13,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:03.298544 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-2ab2295f-6fdf-4957-819d-cc9c6ee24d5a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1305378596&fields=id&tenant_id=b852926ec18f4dc695da5ec1c5582f48 HTTP/1.1" status: 200 len: 267 time: 0.4200463 Jul 04 10:09:03.319135 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:03.522245 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 7b6b5dd0-3782-45e9-940d-026692aecb87 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:03.524427 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:03.567181 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 7b6b5dd0-3782-45e9-940d-026692aecb87, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=7b6b5dd0-3782-45e9-940d-026692aecb87,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:03.585507 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:03.645457 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-fee59d91-a8da-4fb7-86ba-66d50c51859a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:03.655572 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-fee59d91-a8da-4fb7-86ba-66d50c51859a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 814 time: 0.3346214 Jul 04 10:09:03.671726 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=7b6b5dd0-3782-45e9-940d-026692aecb87,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:03.841505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582df7aa-5d5d-4be9-94df-3fe3bb55c163 admin admin] Publish callbacks [] for security_group (7f1a8186-d7be-4b69-a5e1-f4b0503cd753), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:03.851807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963e1c5-0037-4991-9700-b79f05bc2622 req-208118c7-9e13-45d0-bdc0-3a460d4a6798 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:03.857650 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d963e1c5-0037-4991-9700-b79f05bc2622 req-208118c7-9e13-45d0-bdc0-3a460d4a6798 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 943 time: 0.2258949 Jul 04 10:09:03.927893 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device ced84d86-9002-495b-969e-41798c8baf3f up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:03.950948 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-f7310f75-cd25-4083-95bd-5ad1ebea0f1e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/quotas/b852926ec18f4dc695da5ec1c5582f48 HTTP/1.1" status: 200 len: 375 time: 0.2915950 Jul 04 10:09:03.956140 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:03.967884 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d963e1c5-0037-4991-9700-b79f05bc2622 req-fdc3b3b8-bc24-48a4-a54a-5bd3c2cf9c27 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984962 Jul 04 10:09:04.047867 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-65fef560-e65e-427a-b1c4-8cd8f1eabda8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f HTTP/1.1" status: 200 len: 217 time: 0.2164950 Jul 04 10:09:04.078618 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port ced84d86-9002-495b-969e-41798c8baf3f triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:04.079037 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ced84d86-9002-495b-969e-41798c8baf3f), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:04.085754 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:04.096504 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=037993de-7a0b-470c-95e5-54eeb6c77200,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:04.111792 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-e749377c-97eb-4911-90d6-1b868e111d69 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326056 Jul 04 10:09:04.198896 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-ddc0b1be-d576-436b-b23c-8c648fd52bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:04.200548 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-ddc0b1be-d576-436b-b23c-8c648fd52bd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.1273873 Jul 04 10:09:04.230995 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582df7aa-5d5d-4be9-94df-3fe3bb55c163 admin admin] Publish callbacks [] for security_group (7f1a8186-d7be-4b69-a5e1-f4b0503cd753), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:04.263463 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42566) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:04.264062 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-da3efc12-76bf-4ea6-80c4-149a7d47c5a0 req-f0d38adb-ceec-4efb-9048-83adb672b530 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 210 time: 0.1492887 Jul 04 10:09:04.347701 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port ced84d86-9002-495b-969e-41798c8baf3f is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:04.349194 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 3f3ca579-12ce-411e-b965-0a42f80ef088 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:04.381420 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Attempting to bind port a30a62d5-35f1-42ed-b4ce-dbf70419be13 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:09:04.384205 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Attempting to bind port a30a62d5-35f1-42ed-b4ce-dbf70419be13 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:09:04.384823 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Attempting to bind port a30a62d5-35f1-42ed-b4ce-dbf70419be13 on network 66162d09-cc6b-4730-9f6b-77adf985caff {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:04.412225 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-fa1bb7b9-a7c0-4f58-be92-b67b6dac6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:04.414160 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-fa1bb7b9-a7c0-4f58-be92-b67b6dac6425 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1981766 Jul 04 10:09:04.425603 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Port a30a62d5-35f1-42ed-b4ce-dbf70419be13 on network 66162d09-cc6b-4730-9f6b-77adf985caff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:09:04.428475 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Allocated IP 172.20.0.13 (28afbc1c-7fbf-4c17-a5be-8814771902ab/fcdafb8b-1959-44ef-810f-9ffa9e6bb015/2172e408-c0ad-454d-89dc-0a5bd85b15cb) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:09:04.434754 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Attempting to bind port a30a62d5-35f1-42ed-b4ce-dbf70419be13 on network 66162d09-cc6b-4730-9f6b-77adf985caff {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:04.437509 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:04.448991 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 3f3ca579-12ce-411e-b965-0a42f80ef088 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:04.449533 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:04.484043 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:09:04.489012 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Checking segment: {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:09:04.490610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Bound using segment: {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:09:04.492595 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Bound port: a30a62d5-35f1-42ed-b4ce-dbf70419be13, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2bc818-def5-43b8-a375-6ab7cc9b848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:09:04.499997 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:04.665079 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-b9d76ade-601f-4f6a-b0d1-066c9f985a2f service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323809 Jul 04 10:09:04.684046 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 3f3ca579-12ce-411e-b965-0a42f80ef088 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:04.705727 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Attempting to bind port 037993de-7a0b-470c-95e5-54eeb6c77200 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:09:04.706326 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Attempting to bind port 037993de-7a0b-470c-95e5-54eeb6c77200 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:09:04.707803 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Attempting to bind port 037993de-7a0b-470c-95e5-54eeb6c77200 on network ca42d015-9cb6-4405-9736-f11c22ec9001 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:04.720996 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:04.731956 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Port 037993de-7a0b-470c-95e5-54eeb6c77200 on network ca42d015-9cb6-4405-9736-f11c22ec9001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:09:04.733946 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Attempting to bind port 037993de-7a0b-470c-95e5-54eeb6c77200 on network ca42d015-9cb6-4405-9736-f11c22ec9001 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:04.751022 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-ce8049c5-51bd-43fe-91ce-031b1a4252b7 service neutron] 10.222.0.79 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777870 Jul 04 10:09:04.767093 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:09:04.770246 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Checking segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:09:04.771889 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Bound using segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:09:04.772466 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Bound port: 037993de-7a0b-470c-95e5-54eeb6c77200, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:09:04.779179 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582df7aa-5d5d-4be9-94df-3fe3bb55c163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (7f1a8186-d7be-4b69-a5e1-f4b0503cd753), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:04.781926 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:04.784353 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-582df7aa-5d5d-4be9-94df-3fe3bb55c163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:04.785973 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-582df7aa-5d5d-4be9-94df-3fe3bb55c163 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7f1a8186-d7be-4b69-a5e1-f4b0503cd753 HTTP/1.1" status: 204 len: 168 time: 2.2235661 Jul 04 10:09:04.823804 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582df7aa-5d5d-4be9-94df-3fe3bb55c163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1a8186-d7be-4b69-a5e1-f4b0503cd753,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:04.828329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] For port a30a62d5-35f1-42ed-b4ce-dbf70419be13, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:09:04.928111 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:04.946368 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a7689d43-0a84-4545-a484-a48386603d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.088387 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a3eef5-1fde-43e2-a8ab-0370336c4c4f x-openstack-request-id: req-85a3eef5-1fde-43e2-a8ab-0370336c4c4f {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:05.088740 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a2c77a-967c-4273-a92c-1dbd36cda2dd", "tag": "f62e5e86-0d6c-4e20-bd83-d59470ae870f", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:05.088939 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85a3eef5-1fde-43e2-a8ab-0370336c4c4f {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:05.089645 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a3eef5-1fde-43e2-a8ab-0370336c4c4f'] response: {'name': 'network-changed', 'server_uuid': '89a2c77a-967c-4273-a92c-1dbd36cda2dd', 'tag': 'f62e5e86-0d6c-4e20-bd83-d59470ae870f', 'status': 'completed', 'code': 200} Jul 04 10:09:05.092012 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aca9f050-8839-4ea4-bf57-1bbf821de006 req-d4000273-56aa-49f5-90d6-4826ce2db9d5 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121017 Jul 04 10:09:05.128222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] For port a30a62d5-35f1-42ed-b4ce-dbf70419be13, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a30a62d5-35f1-42ed-b4ce-dbf70419be13,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:09:05.158937 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.223024 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.232122 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a7689d43-0a84-4545-a484-a48386603d46 admin admin] Publish callbacks [] for security_group (004bfddb-a1f2-4f0f-a32d-e160628c7586), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.257964 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a7689d43-0a84-4545-a484-a48386603d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (004bfddb-a1f2-4f0f-a32d-e160628c7586), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.297849 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.500059 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a7689d43-0a84-4545-a484-a48386603d46 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eda7dce32b864d139d83f66f7b4fed2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2063434 Jul 04 10:09:05.523149 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dc17d56e-c529-4195-8865-bd9614f8bc79 req-56f37921-8e66-4b0b-80c0-45459c758fd9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 210 time: 0.3154442 Jul 04 10:09:05.523479 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:09:05.525151 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42590) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:05.532825 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:09:05.535584 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7689d43-0a84-4545-a484-a48386603d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004bfddb-a1f2-4f0f-a32d-e160628c7586,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:05.542713 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:09:05.553132 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:05.555904 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.560995 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/a30a62d5-35f1-42ed-b4ce-dbf70419be13 HTTP/1.1" status: 200 len: 1093 time: 7.5103693 Jul 04 10:09:05.566134 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8df803a-688f-4388-836b-8a16ccc26eba', 'tag': 'a30a62d5-35f1-42ed-b4ce-dbf70419be13'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:05.596955 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-53e1f298-c9ea-47d7-9f4d-8d472a00ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:05.605515 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-53e1f298-c9ea-47d7-9f4d-8d472a00ac9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 1127 time: 0.3127151 Jul 04 10:09:05.661774 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'Port': ['ID=2172e408-c0ad-454d-89dc-0a5bd85b15cb,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:05.670367 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] For port 037993de-7a0b-470c-95e5-54eeb6c77200, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:09:05.702450 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:05.702450 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.716211 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] For port 037993de-7a0b-470c-95e5-54eeb6c77200, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=037993de-7a0b-470c-95e5-54eeb6c77200,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:09:05.752192 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-39208e4e-c16e-47fe-b796-acb72856e384 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7545156 Jul 04 10:09:05.773801 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-ca89d7a8-4e64-4e9f-a40d-512b18511cad service neutron] 10.222.0.79 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9165325 Jul 04 10:09:05.785945 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:05.856782 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc40f74-160f-4907-aff3-bcaaf5f695a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a30a62d5-35f1-42ed-b4ce-dbf70419be13,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:05.892847 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 7b6b5dd0-3782-45e9-940d-026692aecb87 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:05.946735 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:06.023679 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 7b6b5dd0-3782-45e9-940d-026692aecb87 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:06.026099 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:06.106997 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769ec83-32c7-4885-88fd-2a8bd03e0b92 req-9b7d6649-c8b9-4817-b8c3-d14fdf31c1cb tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:06.114253 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3769ec83-32c7-4885-88fd-2a8bd03e0b92 req-9b7d6649-c8b9-4817-b8c3-d14fdf31c1cb tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 943 time: 0.1465871 Jul 04 10:09:06.189097 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:06.192819 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:06.193671 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-f5aa2c6c-43e6-4d28-9bb0-e2216d7b10a6 None None] Provisioning complete for port 2172e408-c0ad-454d-89dc-0a5bd85b15cb triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:06.194237 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5aa2c6c-43e6-4d28-9bb0-e2216d7b10a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:06.198699 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/037993de-7a0b-470c-95e5-54eeb6c77200 HTTP/1.1" status: 200 len: 1093 time: 8.1468234 Jul 04 10:09:06.205715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:06.345079 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23f1991-b408-4836-b9df-0551441e9f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8df803a-688f-4388-836b-8a16ccc26eba", "tag": "a30a62d5-35f1-42ed-b4ce-dbf70419be13"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:06.452622 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 7b6b5dd0-3782-45e9-940d-026692aecb87 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:06.489377 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa2c6c-43e6-4d28-9bb0-e2216d7b10a6 None None] Port 2172e408-c0ad-454d-89dc-0a5bd85b15cb cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:09:06.606311 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.74', 57343) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:06.613505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:06.615303 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-dda02f02-4ac1-480a-b917-eaec99f8da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:06.618645 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-dda02f02-4ac1-480a-b917-eaec99f8da9e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.5666988 Jul 04 10:09:06.655956 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Request body: {'port': {'device_id': 'a842f878-2275-4988-8e51-b3b7276678e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:06.692193 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a414cf-fc10-413b-8a7c-50319071e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=037993de-7a0b-470c-95e5-54eeb6c77200,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:06.698423 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7359ec8d-1d54-431e-8909-bb2b46dd7f8c admin admin] Publish callbacks [] for security_group (004bfddb-a1f2-4f0f-a32d-e160628c7586), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:06.834365 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-c0446274-0b33-406c-9c40-43f4b5978552 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f HTTP/1.1" status: 200 len: 217 time: 0.1677501 Jul 04 10:09:06.881151 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:06.894188 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b4da-e456-47f9-a7af-35340e197d96 req-dab3c35c-e4e1-48de-9601-41ba358a9759 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:06.904773 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d4e0b4da-e456-47f9-a7af-35340e197d96 req-dab3c35c-e4e1-48de-9601-41ba358a9759 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 943 time: 0.5236466 Jul 04 10:09:06.907478 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-8882ae04-bb9d-430e-a6cd-0f3b75afb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:06.913470 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-8882ae04-bb9d-430e-a6cd-0f3b75afb2e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c5f718c1e8ae45dbb633172c0ba74c5e&device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 1127 time: 0.7824640 Jul 04 10:09:06.933092 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:06.949117 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-6418ce83-8c4e-4583-a27d-1557bd35050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:06.950631 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-6418ce83-8c4e-4583-a27d-1557bd35050b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.1087534 Jul 04 10:09:07.047439 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c3ce-76ed-442e-b512-089730a954ad req-6538d635-cda6-4ddc-a133-8ff45f9f89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:07.049435 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-6538d635-cda6-4ddc-a133-8ff45f9f89ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 1127 time: 0.5496199 Jul 04 10:09:07.253316 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-f7b960f0-2e39-4078-a729-e3e83748f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:07.257289 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-f7b960f0-2e39-4078-a729-e3e83748f036 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975800 Jul 04 10:09:07.416306 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2172e408-c0ad-454d-89dc-0a5bd85b15cb {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:07.427357 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Publish callbacks [] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:07.457432 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Transition to ACTIVE for port object 2172e408-c0ad-454d-89dc-0a5bd85b15cb will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:09:07.465587 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:07.484076 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7359ec8d-1d54-431e-8909-bb2b46dd7f8c admin admin] Publish callbacks [] for security_group (004bfddb-a1f2-4f0f-a32d-e160628c7586), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:07.492796 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3769ec83-32c7-4885-88fd-2a8bd03e0b92 req-6297ee1e-243d-4fba-ac76-276728795bc5 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2879877 Jul 04 10:09:07.515823 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:07.527642 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-09c0b1b3-6cee-458d-a290-a3b974118d1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30a62d5-35f1-42ed-b4ce-dbf70419be13 HTTP/1.1" status: 200 len: 217 time: 0.4645917 Jul 04 10:09:07.538853 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-96cdb963-67bb-4095-b9d4-61edd7e44547 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037993de-7a0b-470c-95e5-54eeb6c77200 HTTP/1.1" status: 200 len: 217 time: 0.1574605 Jul 04 10:09:07.687971 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2172e408-c0ad-454d-89dc-0a5bd85b15cb,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:07.756998 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d4e0b4da-e456-47f9-a7af-35340e197d96 req-bb600489-2e29-4cd5-868d-c7fdb95bfa12 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6951516 Jul 04 10:09:07.786868 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-f7d46ebf-d106-4c85-8faf-8c30dce64bc0 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:07.788450 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-f7d46ebf-d106-4c85-8faf-8c30dce64bc0 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 814 time: 1.0984018 Jul 04 10:09:07.879418 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705eefc-dd20-4848-beef-dacfddabb036 req-aa70bd62-9671-4181-bf28-0233699ba474 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:07.889925 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2705eefc-dd20-4848-beef-dacfddabb036 req-aa70bd62-9671-4181-bf28-0233699ba474 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 944 time: 0.1317401 Jul 04 10:09:07.965279 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ce79df46-c2a8-45f1-bde8-f00e028b5b9d req-aae412e7-9021-4965-a71f-e9cdd5f04f61 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 210 time: 0.0717752 Jul 04 10:09:08.009465 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c3ce-76ed-442e-b512-089730a954ad req-7b36bf85-7f75-413c-a3c6-ca83d0e6cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:08.013848 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-7b36bf85-7f75-413c-a3c6-ca83d0e6cd7d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.4092011 Jul 04 10:09:08.020534 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-cb1a69a1-949e-432b-8316-dcab5432abac service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839149 Jul 04 10:09:08.027539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7359ec8d-1d54-431e-8909-bb2b46dd7f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (004bfddb-a1f2-4f0f-a32d-e160628c7586), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:08.030316 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7359ec8d-1d54-431e-8909-bb2b46dd7f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:08.032313 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7359ec8d-1d54-431e-8909-bb2b46dd7f8c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/004bfddb-a1f2-4f0f-a32d-e160628c7586 HTTP/1.1" status: 204 len: 168 time: 2.4673989 Jul 04 10:09:08.034281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-ef5728ab-b5a6-45df-9f3a-dde7d3353e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:08.036883 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-ef5728ab-b5a6-45df-9f3a-dde7d3353e57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=047af437-cf11-40d2-947e-301e60dd34a6 HTTP/1.1" status: 200 len: 851 time: 0.4569039 Jul 04 10:09:08.038065 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Attempting to bind port 2172e408-c0ad-454d-89dc-0a5bd85b15cb on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:09:08.038394 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Attempting to bind port 2172e408-c0ad-454d-89dc-0a5bd85b15cb by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:09:08.038715 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Attempting to bind port 2172e408-c0ad-454d-89dc-0a5bd85b15cb on network 28afbc1c-7fbf-4c17-a5be-8814771902ab {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:08.046315 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Port 2172e408-c0ad-454d-89dc-0a5bd85b15cb on network 28afbc1c-7fbf-4c17-a5be-8814771902ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:09:08.046661 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Attempting to bind port 2172e408-c0ad-454d-89dc-0a5bd85b15cb on network 28afbc1c-7fbf-4c17-a5be-8814771902ab {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:08.053069 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2705eefc-dd20-4848-beef-dacfddabb036 req-a8182187-afcf-4609-8115-78da62feab57 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619582 Jul 04 10:09:08.055959 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:09:08.056309 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Checking segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:09:08.056752 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Bound using segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:09:08.057279 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Bound port: 2172e408-c0ad-454d-89dc-0a5bd85b15cb, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:09:08.057688 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:08.063511 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359ec8d-1d54-431e-8909-bb2b46dd7f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004bfddb-a1f2-4f0f-a32d-e160628c7586,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:08.073398 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=14 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:08.099377 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=46,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:08.109284 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:08.145158 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] For port 2172e408-c0ad-454d-89dc-0a5bd85b15cb, host hv-cinder-84841, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:09:08.148746 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] For port 2172e408-c0ad-454d-89dc-0a5bd85b15cb, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:09:08.157436 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:08.178397 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f12aee9-18b2-4e55-b960-46641f317472 req-e9cc5748-e999-42cd-9f1a-09cbe44de863 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 210 time: 0.0475585 Jul 04 10:09:08.197666 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:08.198480 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:08.199900 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] 10.222.0.74 "PUT /v2.0/ports/2172e408-c0ad-454d-89dc-0a5bd85b15cb HTTP/1.1" status: 200 len: 1094 time: 1.5799587 Jul 04 10:09:08.205342 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a842f878-2275-4988-8e51-b3b7276678e7', 'tag': '2172e408-c0ad-454d-89dc-0a5bd85b15cb'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:08.207742 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f75e78-7999-4bef-a3e3-6464de2467c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a842f878-2275-4988-8e51-b3b7276678e7", "tag": "2172e408-c0ad-454d-89dc-0a5bd85b15cb"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:08.240107 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be0865-e914-4d2a-9815-03e81bb1baf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2172e408-c0ad-454d-89dc-0a5bd85b15cb,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:08.259186 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7610e0-17a1-4bf2-be54-efe3db8ee6d4 x-openstack-request-id: req-5d7610e0-17a1-4bf2-be54-efe3db8ee6d4 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:08.259936 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a842f878-2275-4988-8e51-b3b7276678e7", "tag": "2172e408-c0ad-454d-89dc-0a5bd85b15cb", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:08.260188 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d7610e0-17a1-4bf2-be54-efe3db8ee6d4 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:08.260635 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7610e0-17a1-4bf2-be54-efe3db8ee6d4'] response: {'name': 'network-changed', 'server_uuid': 'a842f878-2275-4988-8e51-b3b7276678e7', 'tag': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'status': 'completed', 'code': 200} Jul 04 10:09:08.375434 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da984e0-e791-4dd2-a75e-f44613ad602f x-openstack-request-id: req-7da984e0-e791-4dd2-a75e-f44613ad602f {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:08.375745 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8df803a-688f-4388-836b-8a16ccc26eba", "tag": "a30a62d5-35f1-42ed-b4ce-dbf70419be13", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:08.375993 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7da984e0-e791-4dd2-a75e-f44613ad602f {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:08.376448 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da984e0-e791-4dd2-a75e-f44613ad602f'] response: {'name': 'network-changed', 'server_uuid': 'e8df803a-688f-4388-836b-8a16ccc26eba', 'tag': 'a30a62d5-35f1-42ed-b4ce-dbf70419be13', 'status': 'completed', 'code': 200} Jul 04 10:09:08.638314 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42684) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:08.639968 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c99df8-fb3c-46b6-ae10-867f2aeb4630 req-06ad967f-4031-4140-8c82-942d84109f63 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:08.649939 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e6c99df8-fb3c-46b6-ae10-867f2aeb4630 req-06ad967f-4031-4140-8c82-942d84109f63 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 943 time: 0.0762455 Jul 04 10:09:08.669343 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-16b2e6dd-ddac-4f22-bc85-7d70dc6f07b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:08.815350 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bfe81a46-9da5-42e3-956f-cfbc85c5b267 req-66114dbe-302e-43e0-b388-1272508bdcb9 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556683 Jul 04 10:09:08.867446 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-16b2e6dd-ddac-4f22-bc85-7d70dc6f07b8 admin admin] Publish callbacks [] for security_group (5783d345-bb23-4468-8c17-d5adcd6bf27d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:08.876303 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-16b2e6dd-ddac-4f22-bc85-7d70dc6f07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (5783d345-bb23-4468-8c17-d5adcd6bf27d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:08.880866 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e6c99df8-fb3c-46b6-ae10-867f2aeb4630 req-09b284de-3865-4a42-ad65-79aec62a4c6a tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252824 Jul 04 10:09:08.882416 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-37c8ce47-5b1a-4896-9ebe-d530c45ef0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:08.885542 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-37c8ce47-5b1a-4896-9ebe-d530c45ef0ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66162d09-cc6b-4730-9f6b-77adf985caff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2003021 Jul 04 10:09:08.892557 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942c3ce-76ed-442e-b512-089730a954ad req-719324fd-1ef2-4cdd-b29d-e9b215673dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:08.894188 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-719324fd-1ef2-4cdd-b29d-e9b215673dff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1858099 Jul 04 10:09:08.916981 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:08.985674 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2e6dd-ddac-4f22-bc85-7d70dc6f07b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5783d345-bb23-4468-8c17-d5adcd6bf27d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:09.027150 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-16b2e6dd-ddac-4f22-bc85-7d70dc6f07b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=170dad11fe8f4dc78ae64fc2cd79bf88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875728 Jul 04 10:09:09.029654 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42694) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:09.049204 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-bc4701b9-c6b7-4356-8600-79bf08905ab0 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 380 time: 0.3551157 Jul 04 10:09:09.063126 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75e78-7999-4bef-a3e3-6464de2467c1 req-6a8b682f-2c45-4994-80ef-47f5de3306c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:09.064839 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d5f75e78-7999-4bef-a3e3-6464de2467c1 req-6a8b682f-2c45-4994-80ef-47f5de3306c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 1128 time: 0.1621861 Jul 04 10:09:09.104563 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'port': {'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'admin_state_up': True, 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'security_groups': ['4c0bfde4-1b8b-4ecd-bb68-636d8534e655']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:09.191434 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8d376-9852-4e52-b748-43349dec5a3d req-02453162-df62-4317-abc4-e87a5d14cdf0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:09.199967 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99f8d376-9852-4e52-b748-43349dec5a3d req-02453162-df62-4317-abc4-e87a5d14cdf0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 943 time: 0.3088369 Jul 04 10:09:09.272408 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad844eca-5f86-48e5-9351-8778ee36a2fe req-296c36c4-5acd-4f01-84c3-db5821cea6e2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 210 time: 0.1665630 Jul 04 10:09:09.320761 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-af326e1a-402d-4b8f-915c-522e6200fac5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:09.322667 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-af326e1a-402d-4b8f-915c-522e6200fac5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 814 time: 0.2943239 Jul 04 10:09:09.376376 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:09.419065 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-59c13e36-9ffd-4c90-a642-8b2c98291f80 service neutron] 10.222.0.74 "GET /v2.0/networks/66162d09-cc6b-4730-9f6b-77adf985caff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209146 Jul 04 10:09:09.463048 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-f8984fc5-d21f-4dee-a359-d002d6c9d4d2 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379663 Jul 04 10:09:09.489444 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75e78-7999-4bef-a3e3-6464de2467c1 req-8cca69a5-20f1-4f52-bebe-6ca392661850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:09.490234 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-867b1489-3be0-49a9-af89-afd0a3a7e412 admin admin] Publish callbacks [] for security_group (5783d345-bb23-4468-8c17-d5adcd6bf27d), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:09.490955 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d5f75e78-7999-4bef-a3e3-6464de2467c1 req-8cca69a5-20f1-4f52-bebe-6ca392661850 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2f559cbed35f4fbb8fe71906696733e7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4181776 Jul 04 10:09:09.494556 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99f8d376-9852-4e52-b748-43349dec5a3d req-fc92fbea-8ce6-4d88-9d45-109ce79ddb04 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937729 Jul 04 10:09:09.495383 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-abe613ca-4499-4ab5-b476-98037b6cdb10 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b852926ec18f4dc695da5ec1c5582f48 HTTP/1.1" status: 200 len: 380 time: 0.1590965 Jul 04 10:09:09.533767 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575b3f-c5a9-4d0a-85c8-3fcf99672eaf req-68463b7a-023b-4962-8d02-a40ed4d99c0f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:09.535271 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-67575b3f-c5a9-4d0a-85c8-3fcf99672eaf req-68463b7a-023b-4962-8d02-a40ed4d99c0f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 944 time: 0.1681831 Jul 04 10:09:09.604390 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-867b1489-3be0-49a9-af89-afd0a3a7e412 admin admin] Publish callbacks [] for security_group (5783d345-bb23-4468-8c17-d5adcd6bf27d), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:09.637943 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Made reservation on behalf of a57f93d66f534107a228d908afa64890 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:09:09.641293 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:09.650124 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4b6c17d9-6318-4131-93f3-7dad446ce09f req-44725a42-5f4f-460e-847d-40f58052ea7d tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 210 time: 0.0784225 Jul 04 10:09:09.722289 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d024a394-4eb3-4141-9bc9-106edd665b28 req-c150ff23-bff9-4c2a-9cb4-6c9a31255334 service neutron] 10.222.0.74 "GET /v2.0/networks/66162d09-cc6b-4730-9f6b-77adf985caff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708433 Jul 04 10:09:09.760094 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-67575b3f-c5a9-4d0a-85c8-3fcf99672eaf req-4a07d103-818f-4369-b3b7-2fbb63481c34 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941197 Jul 04 10:09:09.790479 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-867b1489-3be0-49a9-af89-afd0a3a7e412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (5783d345-bb23-4468-8c17-d5adcd6bf27d), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:09.792887 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-867b1489-3be0-49a9-af89-afd0a3a7e412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:09.794037 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-867b1489-3be0-49a9-af89-afd0a3a7e412 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5783d345-bb23-4468-8c17-d5adcd6bf27d HTTP/1.1" status: 204 len: 168 time: 0.7603886 Jul 04 10:09:09.822482 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b1489-3be0-49a9-af89-afd0a3a7e412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783d345-bb23-4468-8c17-d5adcd6bf27d,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:09.827155 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:09.849048 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Allocated IP 172.20.0.6 (3ebecf3d-37d9-4ade-a898-e313cec92aef/0c5b249e-b14e-43fd-9398-80e275c1bb33/5a1d4ccd-d32e-4fbf-9325-25b20937bbb8) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:09:10.009000 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c4d4d-0d69-4643-8dd5-89b5e4cef1c7 req-a583341e-409e-4602-b13e-c50da7aa33e2 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:10.010462 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-724c4d4d-0d69-4643-8dd5-89b5e4cef1c7 req-a583341e-409e-4602-b13e-c50da7aa33e2 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 943 time: 0.0588977 Jul 04 10:09:10.048870 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:10.091687 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-724c4d4d-0d69-4643-8dd5-89b5e4cef1c7 req-aa6b779e-23da-47c2-a029-c5b9ca401117 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738316 Jul 04 10:09:10.113875 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:10.152511 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:09:10.155685 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:09:10.160080 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:09:10.183023 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:10.202948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:10.214047 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:10.214678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:10.241094 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-75153f1e-68e3-4058-8531-a6d17e8d8b47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1709547 Jul 04 10:09:10.385091 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068a560b-f200-4046-a36b-7ef23cea5120', 'tag': '037993de-7a0b-470c-95e5-54eeb6c77200'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:10.387492 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652216bb-d171-4182-b026-d4d500d0ec89" -d '{"events": [{"name": "network-changed", "server_uuid": "068a560b-f200-4046-a36b-7ef23cea5120", "tag": "037993de-7a0b-470c-95e5-54eeb6c77200"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:10.391898 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dc5354f0-a350-4ce7-8bf4-5e3a08ab23f4 req-6d281088-0e83-4a36-96c6-42e5f566554b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 210 time: 0.0356734 Jul 04 10:09:10.435709 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57875f91-62ac-452e-b2fd-204e98101015 x-openstack-request-id: req-57875f91-62ac-452e-b2fd-204e98101015 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:10.436181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068a560b-f200-4046-a36b-7ef23cea5120", "tag": "037993de-7a0b-470c-95e5-54eeb6c77200", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:10.436590 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-57875f91-62ac-452e-b2fd-204e98101015 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:10.437208 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57875f91-62ac-452e-b2fd-204e98101015'] response: {'name': 'network-changed', 'server_uuid': '068a560b-f200-4046-a36b-7ef23cea5120', 'tag': '037993de-7a0b-470c-95e5-54eeb6c77200', 'status': 'completed', 'code': 200} Jul 04 10:09:10.437454 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-c9bd6a33-f33a-4f76-9439-6f652c43f061 None None] Provisioning complete for port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:10.437989 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6a33-f33a-4f76-9439-6f652c43f061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:10.470445 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd6a33-f33a-4f76-9439-6f652c43f061 None None] Port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:09:10.610931 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271aa96a-163e-40e5-bd2a-7615541cda04 req-5497d686-7c2f-46dd-83f6-d80dc545fdd8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:10.612547 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-271aa96a-163e-40e5-bd2a-7615541cda04 req-5497d686-7c2f-46dd-83f6-d80dc545fdd8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 943 time: 0.0515559 Jul 04 10:09:10.665498 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-271aa96a-163e-40e5-bd2a-7615541cda04 req-e9da6bf0-88af-43ae-9c39-9cb3d00ab1d9 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 Jul 04 10:09:10.768646 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb40ea-8bc8-4af3-8a52-e7440c107794 req-2e2005b6-3ce1-4f25-ab6e-573d8600cdbd tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:10.770170 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7afb40ea-8bc8-4af3-8a52-e7440c107794 req-2e2005b6-3ce1-4f25-ab6e-573d8600cdbd tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 931 time: 0.0480065 Jul 04 10:09:10.824608 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7afb40ea-8bc8-4af3-8a52-e7440c107794 req-69dfb3f3-a35f-48ed-ba7c-84fc270a26c5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468059 Jul 04 10:09:10.892373 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d2ed6-1315-4410-aa84-de23f38bd70a req-b514cb65-7aea-4a28-a135-a65f1ef9e830 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:10.893898 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d87d2ed6-1315-4410-aa84-de23f38bd70a req-b514cb65-7aea-4a28-a135-a65f1ef9e830 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 944 time: 0.0499792 Jul 04 10:09:11.116854 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d87d2ed6-1315-4410-aa84-de23f38bd70a req-cb96885d-0350-4e30-a79d-a380f13f5ba5 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162764 Jul 04 10:09:11.224382 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abcd13-0e83-47a7-82f9-8b4d1dbcd8e8 req-e8f9f000-23e4-4c20-a8df-88a00d6d3492 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:11.225918 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1abcd13-0e83-47a7-82f9-8b4d1dbcd8e8 req-e8f9f000-23e4-4c20-a8df-88a00d6d3492 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 943 time: 0.0503559 Jul 04 10:09:11.276260 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1abcd13-0e83-47a7-82f9-8b4d1dbcd8e8 req-279407c7-a5db-466a-9c15-f34d9414258d tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Jul 04 10:09:11.495513 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b5d67509-8ba7-43d3-8506-c429744d0893 req-accb04e9-bc66-4902-9275-67705013c132 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 210 time: 0.0283663 Jul 04 10:09:11.813069 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f297c6-15c5-44cd-b85e-205fc2e9a481 req-dbae6884-f106-4ce4-97ae-92f47f4881e6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:11.813069 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45f297c6-15c5-44cd-b85e-205fc2e9a481 req-dbae6884-f106-4ce4-97ae-92f47f4881e6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 943 time: 0.0674319 Jul 04 10:09:11.885106 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:11.901482 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45f297c6-15c5-44cd-b85e-205fc2e9a481 req-603cbf4d-bd0c-40d8-884a-e393d8b7fdd2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845356 Jul 04 10:09:11.957459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a4f84-f6a3-4ce8-8737-c74203f45e8d req-04cba50d-1e97-4fe3-bc77-860f3b6fd4a0 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:11.959006 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ee5a4f84-f6a3-4ce8-8737-c74203f45e8d req-04cba50d-1e97-4fe3-bc77-860f3b6fd4a0 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 931 time: 0.0549562 Jul 04 10:09:12.011679 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'port': {'device_id': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'admin_state_up': True, 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'security_groups': ['063711b6-c9fa-471d-8238-26a7f6637b3f']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:12.017955 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f62e5e86-0d6c-4e20-bd83-d59470ae870f details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:09:12.040754 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:12.093950 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1942c3ce-76ed-442e-b512-089730a954ad req-0012b8bc-f6ce-4e3d-bc3d-912b66f4b223 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007693 Jul 04 10:09:12.102093 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Request body: {'port': {'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:12.139483 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ee5a4f84-f6a3-4ce8-8737-c74203f45e8d req-cf5a9c28-cb82-4821-abfd-0a4cc51ce33b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732793 Jul 04 10:09:12.188737 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:12.271734 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f62e5e86-0d6c-4e20-bd83-d59470ae870f, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:12.345838 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'f62e5e86-0d6c-4e20-bd83-d59470ae870f', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'port_id': 'f62e5e86-0d6c-4e20-bd83-d59470ae870f', 'mac_address': 'fa:16:3e:e6:32:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:09:12.512463 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port f62e5e86-0d6c-4e20-bd83-d59470ae870f is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:12.513489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:12.559498 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:12.562332 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62e5e86-0d6c-4e20-bd83-d59470ae870f {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:12.588963 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f62e5e86-0d6c-4e20-bd83-d59470ae870f, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:12.600459 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:12.653210 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Made reservation on behalf of b852926ec18f4dc695da5ec1c5582f48 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:09:12.658808 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:12.698659 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75e78-7999-4bef-a3e3-6464de2467c1 req-5b7f52cc-bf16-4993-9294-1cb8d8e4552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:12.699020 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=f62e5e86-0d6c-4e20-bd83-d59470ae870f,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:12.700170 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d5f75e78-7999-4bef-a3e3-6464de2467c1 req-5b7f52cc-bf16-4993-9294-1cb8d8e4552c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6547852 Jul 04 10:09:12.716874 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:12.741573 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5804e-e884-472c-9555-7fd0b97269c4 req-ed3f5f08-7b7e-4d07-b877-0d90ba2278c4 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:12.743177 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fb5804e-e884-472c-9555-7fd0b97269c4 req-ed3f5f08-7b7e-4d07-b877-0d90ba2278c4 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 943 time: 0.3223064 Jul 04 10:09:12.774482 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad64cae-ad26-4b2b-bd60-3ef2c629db44 req-e70256b9-d169-49f3-a9d6-9e4cd0b61992 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:12.776042 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aad64cae-ad26-4b2b-bd60-3ef2c629db44 req-e70256b9-d169-49f3-a9d6-9e4cd0b61992 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 944 time: 0.4517264 Jul 04 10:09:12.887349 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1991-b408-4836-b9df-0551441e9f8b req-b7876729-a97f-4bc7-8d52-0c284c341332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:12.888840 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b23f1991-b408-4836-b9df-0551441e9f8b req-b7876729-a97f-4bc7-8d52-0c284c341332 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c5f718c1e8ae45dbb633172c0ba74c5e&device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 1127 time: 0.0714297 Jul 04 10:09:12.899148 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['f62e5e86-0d6c-4e20-bd83-d59470ae870f'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:12.936251 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aad64cae-ad26-4b2b-bd60-3ef2c629db44 req-a3b0d038-dd3a-4373-9f30-a22e965d0baf tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397762 Jul 04 10:09:12.954264 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fb5804e-e884-472c-9555-7fd0b97269c4 req-240c8bbc-f3cc-4bc1-b718-850208c63c19 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749828 Jul 04 10:09:12.978617 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:12.998266 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Publish callbacks [] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:12.999650 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Allocated IP 172.20.0.12 (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a/c8b916b8-c083-440c-8d77-626a961ff635/ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:09:13.074396 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Transition to ACTIVE for port object 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:09:13.153445 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.160489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:13.172370 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-51c35445-9880-45b0-acba-6d88dc9e75dd req-3b90babf-9f63-498a-8686-9fe3eb43c878 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 210 time: 0.1011379 Jul 04 10:09:13.218773 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbe661-d810-4283-bf28-b8e3ce850960 req-01df43ee-6811-400e-8e84-97ed67ac62fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.220717 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82cbe661-d810-4283-bf28-b8e3ce850960 req-01df43ee-6811-400e-8e84-97ed67ac62fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 944 time: 0.1845841 Jul 04 10:09:13.258794 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.272923 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:13.299277 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.335039 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Pushing event updated for resources: {'Port': ['ID=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:13.348823 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:09:13.355295 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:09:13.360167 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:09:13.394876 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:13.402748 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82cbe661-d810-4283-bf28-b8e3ce850960 req-e1a2e970-0bb5-4856-9127-94b331992cc6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671875 Jul 04 10:09:13.430522 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f3c19-d813-410e-966f-d816ed13f087 req-ecacf815-e8a1-46f4-896a-be755aaac135 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.432810 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.433437 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.436213 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-558f3c19-d813-410e-966f-d816ed13f087 req-ecacf815-e8a1-46f4-896a-be755aaac135 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 943 time: 0.1182406 Jul 04 10:09:13.449839 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Attempting to bind port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:09:13.450123 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Attempting to bind port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:09:13.450429 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Attempting to bind port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:13.454595 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-6d43c00f-622a-4373-8c1e-a181cc6bd9cc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4586093 Jul 04 10:09:13.464782 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 on network 3ebecf3d-37d9-4ade-a898-e313cec92aef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:09:13.465102 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Attempting to bind port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:13.480611 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Request body: {'port': {'device_id': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:13.505198 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:09:13.505198 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Checking segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:09:13.505420 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Bound using segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:09:13.505913 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Bound port: 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:09:13.506191 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.579624 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-558f3c19-d813-410e-966f-d816ed13f087 req-7b22bdeb-9a21-4cb7-9c85-c6ecb348cf9f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425350 Jul 04 10:09:13.589551 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-78bcbae6-696b-408c-85af-a0ba2bdfc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.591478 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-78bcbae6-696b-408c-85af-a0ba2bdfc03c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 1128 time: 0.1108882 Jul 04 10:09:13.608921 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652216bb-d171-4182-b026-d4d500d0ec89 req-496c6825-79ca-4819-ba6f-ff414caddbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.610465 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-652216bb-d171-4182-b026-d4d500d0ec89 req-496c6825-79ca-4819-ba6f-ff414caddbca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 1127 time: 0.1291864 Jul 04 10:09:13.644556 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:13.650000 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.681190 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-070a43bc-0a07-4c9a-9b75-4c57fd8435e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb HTTP/1.1" status: 200 len: 217 time: 0.0697718 Jul 04 10:09:13.703588 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1991-b408-4836-b9df-0551441e9f8b req-91735b84-d9b5-4e37-97eb-0bca33f1f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.706089 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b23f1991-b408-4836-b9df-0551441e9f8b req-91735b84-d9b5-4e37-97eb-0bca33f1f7f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=66162d09-cc6b-4730-9f6b-77adf985caff HTTP/1.1" status: 200 len: 913 time: 0.2225401 Jul 04 10:09:13.734797 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:13.738900 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-b73acdda-7b30-4b55-8756-5421cc58b96f None None] Provisioning complete for port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:13.739229 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b73acdda-7b30-4b55-8756-5421cc58b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.759849 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b23f1991-b408-4836-b9df-0551441e9f8b req-6e4f63a0-d526-4fe6-bcd7-ce13d3bcee41 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30a62d5-35f1-42ed-b4ce-dbf70419be13 HTTP/1.1" status: 200 len: 217 time: 0.0468414 Jul 04 10:09:13.788514 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-b73acdda-7b30-4b55-8756-5421cc58b96f None None] Port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:09:13.814232 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] For port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:09:13.851400 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] For port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:09:13.872987 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.875834 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-481f6c6a-e243-43cc-a839-1488098b8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.882292 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-481f6c6a-e243-43cc-a839-1488098b8533 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 200 len: 849 time: 0.1829014 Jul 04 10:09:13.952833 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652216bb-d171-4182-b026-d4d500d0ec89 req-040b8004-d603-4b7e-aee7-7e7489881964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.956884 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-652216bb-d171-4182-b026-d4d500d0ec89 req-040b8004-d603-4b7e-aee7-7e7489881964 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.3288679 Jul 04 10:09:13.956884 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:13.956884 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:13.958353 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] 10.222.0.74 "PUT /v2.0/ports/5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 HTTP/1.1" status: 200 len: 1093 time: 1.8635767 Jul 04 10:09:13.962801 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'tag': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:13.965208 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01" -d '{"events": [{"name": "network-changed", "server_uuid": "9659bd27-cdfe-44b1-9ffe-bec5319c9b5d", "tag": "5a1d4ccd-d32e-4fbf-9325-25b20937bbb8"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:13.994578 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 037993de-7a0b-470c-95e5-54eeb6c77200 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:09:13.998523 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-494d5dac-92e3-472e-bb20-d841977183e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:14.008338 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-494d5dac-92e3-472e-bb20-d841977183e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28afbc1c-7fbf-4c17-a5be-8814771902ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208973 Jul 04 10:09:14.045509 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f62e5e86-0d6c-4e20-bd83-d59470ae870f up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:14.071908 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45efedc-d23c-42de-8e19-778424367b81 x-openstack-request-id: req-c45efedc-d23c-42de-8e19-778424367b81 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:14.072207 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9659bd27-cdfe-44b1-9ffe-bec5319c9b5d", "tag": "5a1d4ccd-d32e-4fbf-9325-25b20937bbb8", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:14.072465 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c45efedc-d23c-42de-8e19-778424367b81 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:14.072889 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45efedc-d23c-42de-8e19-778424367b81'] response: {'name': 'network-changed', 'server_uuid': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'tag': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'status': 'completed', 'code': 200} Jul 04 10:09:14.075831 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31583d-fbaa-41b7-8684-57c2e412274c service neutron] Pushing event updated for resources: {'Port': ['ID=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:14.098889 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-652216bb-d171-4182-b026-d4d500d0ec89 req-78a0148a-8c0a-429e-85a7-ae0504e99739 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037993de-7a0b-470c-95e5-54eeb6c77200 HTTP/1.1" status: 200 len: 217 time: 0.1108694 Jul 04 10:09:14.098889 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:14.186330 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:14.195540 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port f62e5e86-0d6c-4e20-bd83-d59470ae870f completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:09:14.218973 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port f62e5e86-0d6c-4e20-bd83-d59470ae870f triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:14.220243 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:14.241413 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 037993de-7a0b-470c-95e5-54eeb6c77200, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=037993de-7a0b-470c-95e5-54eeb6c77200,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:14.251446 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1991-b408-4836-b9df-0551441e9f8b req-1c4bf47d-063b-4d96-9137-647400403b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:14.253874 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b23f1991-b408-4836-b9df-0551441e9f8b req-1c4bf47d-063b-4d96-9137-647400403b06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=047af437-cf11-40d2-947e-301e60dd34a6 HTTP/1.1" status: 200 len: 851 time: 0.4442384 Jul 04 10:09:14.266274 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '037993de-7a0b-470c-95e5-54eeb6c77200', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'port_id': '037993de-7a0b-470c-95e5-54eeb6c77200', 'mac_address': 'fa:16:3e:e8:9d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:09:14.344127 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:14.347487 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-bb1d445c-02c8-45e6-a8b5-21728b24cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:14.349661 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-bb1d445c-02c8-45e6-a8b5-21728b24cd9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 1127 time: 0.2854056 Jul 04 10:09:14.372958 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1991-b408-4836-b9df-0551441e9f8b req-48acf22f-ab1f-41e5-bf50-d4a3e5b6d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:14.374653 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b23f1991-b408-4836-b9df-0551441e9f8b req-48acf22f-ab1f-41e5-bf50-d4a3e5b6d536 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=66162d09-cc6b-4730-9f6b-77adf985caff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132650 Jul 04 10:09:14.398524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 037993de-7a0b-470c-95e5-54eeb6c77200 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:14.398914 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:14.408986 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port f62e5e86-0d6c-4e20-bd83-d59470ae870f is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:14.409486 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:14.423292 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037993de-7a0b-470c-95e5-54eeb6c77200 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:14.449514 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a2c77a-967c-4273-a92c-1dbd36cda2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e5e86-0d6c-4e20-bd83-d59470ae870f'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:14.458836 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2649dd-f0a3-4883-ab35-bdb3e8c6853b req-1d7d828f-0e05-4317-9f80-86883f3b0458 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:14.460838 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-eb2649dd-f0a3-4883-ab35-bdb3e8c6853b req-1d7d828f-0e05-4317-9f80-86883f3b0458 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 944 time: 0.3535166 Jul 04 10:09:14.463165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652216bb-d171-4182-b026-d4d500d0ec89 req-330ad344-b95a-42c5-abef-0474399dde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:14.464580 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-652216bb-d171-4182-b026-d4d500d0ec89 req-330ad344-b95a-42c5-abef-0474399dde02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.3584640 Jul 04 10:09:14.613964 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b23f1991-b408-4836-b9df-0551441e9f8b req-5b7747af-aa50-4e23-a612-6619d957c9fc service neutron] 10.222.0.74 "GET /v2.0/networks/66162d09-cc6b-4730-9f6b-77adf985caff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327900 Jul 04 10:09:14.616250 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:14.641072 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Publish callbacks [] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:14.678093 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Transition to ACTIVE for port object ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:09:14.689065 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f62e5e86-0d6c-4e20-bd83-d59470ae870f, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:14.703729 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:14.708977 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 037993de-7a0b-470c-95e5-54eeb6c77200, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=037993de-7a0b-470c-95e5-54eeb6c77200,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:14.710758 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:14.739801 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:14.740523 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device a30a62d5-35f1-42ed-b4ce-dbf70419be13 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:09:14.807362 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:14.809098 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=f62e5e86-0d6c-4e20-bd83-d59470ae870f,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:14.834173 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-ab74ca15-97d8-4da6-8e9e-0e817c84b49d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 HTTP/1.1" status: 200 len: 217 time: 0.3654265 Jul 04 10:09:14.842684 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b23f1991-b408-4836-b9df-0551441e9f8b req-8f10dca6-3b20-4558-8cec-be74880991a7 service neutron] 10.222.0.74 "GET /v2.0/networks/66162d09-cc6b-4730-9f6b-77adf985caff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168863 Jul 04 10:09:14.903093 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652216bb-d171-4182-b026-d4d500d0ec89 req-eebad62b-3bfa-4fe0-a5c9-656c87dfd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:14.904716 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-652216bb-d171-4182-b026-d4d500d0ec89 req-eebad62b-3bfa-4fe0-a5c9-656c87dfd699 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548482 Jul 04 10:09:14.934560 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Attempting to bind port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:09:14.935011 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Attempting to bind port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:09:14.935436 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Attempting to bind port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 on network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:14.940333 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 on network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:09:14.940831 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Attempting to bind port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 on network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:14.947515 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:09:14.947989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Checking segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:09:14.948512 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Bound using segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:09:14.949062 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Bound port: ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:09:14.949572 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:14.991544 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0731a22c-8222-496e-bfcc-1d17671b1ec8" -d '{"events": [{"server_uuid": "89a2c77a-967c-4273-a92c-1dbd36cda2dd", "name": "network-vif-plugged", "status": "completed", "tag": "f62e5e86-0d6c-4e20-bd83-d59470ae870f"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:15.029602 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=037993de-7a0b-470c-95e5-54eeb6c77200,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:15.045465 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:09:15.045881 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port a30a62d5-35f1-42ed-b4ce-dbf70419be13, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a30a62d5-35f1-42ed-b4ce-dbf70419be13,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:15.053440 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:15.058221 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:09:15.059853 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'a30a62d5-35f1-42ed-b4ce-dbf70419be13', 'network_id': '66162d09-cc6b-4730-9f6b-77adf985caff', 'port_id': 'a30a62d5-35f1-42ed-b4ce-dbf70419be13', 'mac_address': 'fa:16:3e:28:8c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047af437-cf11-40d2-947e-301e60dd34a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:09:15.070183 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:15.082542 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f4295-cb13-4944-8297-1536f94b664e req-56f5218d-831d-456c-956c-c089679de857 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.084125 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-086f4295-cb13-4944-8297-1536f94b664e req-56f5218d-831d-456c-956c-c089679de857 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 943 time: 0.8751650 Jul 04 10:09:15.113062 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port a30a62d5-35f1-42ed-b4ce-dbf70419be13 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:15.113452 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:15.116402 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.117081 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:15.118684 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] 10.222.0.74 "PUT /v2.0/ports/ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 200 len: 1094 time: 1.6425073 Jul 04 10:09:15.119129 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:15.129601 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430eff9b-1953-4f09-9e23-e0c6bab5893d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:15.133574 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30a62d5-35f1-42ed-b4ce-dbf70419be13 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:15.141674 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-1b719c25-1322-4256-a366-99cee3faf5ec service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0784199 Jul 04 10:09:15.142139 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:15.155664 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8a6d4-90e1-46d8-a466-62ab93b8e443 service neutron] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:15.163664 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:15.170005 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port a30a62d5-35f1-42ed-b4ce-dbf70419be13, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a30a62d5-35f1-42ed-b4ce-dbf70419be13,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:15.177455 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:15.190955 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-652216bb-d171-4182-b026-d4d500d0ec89 req-6f3b2adc-9f8d-4675-aa0d-c226945886f1 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708824 Jul 04 10:09:15.198683 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-cdde21e2-4242-44a9-b3f9-2c370ff47bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.200211 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-cdde21e2-4242-44a9-b3f9-2c370ff47bdf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.2945337 Jul 04 10:09:15.231186 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-317d7e39-3e69-44ff-ac48-94ba9a8a32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.234069 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-317d7e39-3e69-44ff-ac48-94ba9a8a32b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 1128 time: 0.0515134 Jul 04 10:09:15.238489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=a30a62d5-35f1-42ed-b4ce-dbf70419be13,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:15.278565 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-db56ff41-38af-406a-b5d6-a59f24b7e2e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 200 len: 217 time: 0.0363030 Jul 04 10:09:15.278800 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-eb2649dd-f0a3-4883-ab35-bdb3e8c6853b req-8c3dba2c-b487-494f-8fab-0fdebcccc86b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4371982 Jul 04 10:09:15.341324 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-5fe4552c-fc78-45f3-b346-b84b6016c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.343062 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-5fe4552c-fc78-45f3-b346-b84b6016c888 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0566077 Jul 04 10:09:15.398825 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-fe6db10c-8d07-4a73-89ab-bdafdaf3cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.400285 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-fe6db10c-8d07-4a73-89ab-bdafdaf3cb6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509858 Jul 04 10:09:15.417270 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-086f4295-cb13-4944-8297-1536f94b664e req-e5fb1de8-d0d8-4554-8245-ddf546976e3c tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186133 Jul 04 10:09:15.418271 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-23f12599-b9b7-4142-b0a2-f4ca40da07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.419634 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-23f12599-b9b7-4142-b0a2-f4ca40da07a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2046916 Jul 04 10:09:15.496208 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:15.496425 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['a30a62d5-35f1-42ed-b4ce-dbf70419be13'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:15.514377 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e2c2ddb6-f4c9-4ad5-a522-c5bf54976370 req-92d1e31b-90de-4ccb-a1f7-7a72a7d6ff2a service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414576 Jul 04 10:09:15.514586 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-dc3e411d-b3d2-4343-9507-159845d0fa10 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067181 Jul 04 10:09:15.528926 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3bf5c-66c4-4b05-a534-3c74add3c177 req-c525be2c-953d-4554-90c8-2c43448e9c28 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.530408 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a9e3bf5c-66c4-4b05-a534-3c74add3c177 req-c525be2c-953d-4554-90c8-2c43448e9c28 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.1601841 Jul 04 10:09:15.559156 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-652216bb-d171-4182-b026-d4d500d0ec89 req-2f5a05cb-e752-4607-b60e-46044697b812 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578496 Jul 04 10:09:15.569481 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['037993de-7a0b-470c-95e5-54eeb6c77200'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:15.617845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6a7a3-292a-42f5-8299-2f6438317b44 req-5746d446-609d-4504-8bf7-fa134748f692 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.619937 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-88a6a7a3-292a-42f5-8299-2f6438317b44 req-5746d446-609d-4504-8bf7-fa134748f692 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.1267271 Jul 04 10:09:15.665758 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-209dabe1-d371-4a2b-85de-d6c574d53ee5 req-213d4071-4c8f-4acf-b53e-4388332b3bb4 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337745 Jul 04 10:09:15.680885 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-8198f89b-6913-44d7-9c60-f575af2c1fa7 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384439 Jul 04 10:09:15.699521 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a9e3bf5c-66c4-4b05-a534-3c74add3c177 req-545a4363-97f4-4a81-bf56-9cf0a320304d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501594 Jul 04 10:09:15.716042 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-88a6a7a3-292a-42f5-8299-2f6438317b44 req-ed113d72-ef26-4343-8563-771b288c9b27 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895898 Jul 04 10:09:15.801031 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:15.858092 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0afd8-0202-4f32-993d-f15b7fc17010 req-477d8d13-405b-4524-a55d-84f1837097cf tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:15.859868 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8af0afd8-0202-4f32-993d-f15b7fc17010 req-477d8d13-405b-4524-a55d-84f1837097cf tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 943 time: 0.0694327 Jul 04 10:09:15.876039 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480e07ef-ddb3-4590-922e-a15ef0a66e07 x-openstack-request-id: req-480e07ef-ddb3-4590-922e-a15ef0a66e07 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:15.876411 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a2c77a-967c-4273-a92c-1dbd36cda2dd", "name": "network-vif-plugged", "status": "completed", "tag": "f62e5e86-0d6c-4e20-bd83-d59470ae870f", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:15.876821 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-480e07ef-ddb3-4590-922e-a15ef0a66e07 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:15.877354 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480e07ef-ddb3-4590-922e-a15ef0a66e07'] response: {'server_uuid': '89a2c77a-967c-4273-a92c-1dbd36cda2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62e5e86-0d6c-4e20-bd83-d59470ae870f', 'code': 200} Jul 04 10:09:15.890363 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:15.916266 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a263f6a-659f-479f-bcba-a16867eda223 x-openstack-request-id: req-0a263f6a-659f-479f-bcba-a16867eda223 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:15.916724 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8af0afd8-0202-4f32-993d-f15b7fc17010 req-c650b7bf-a32c-4093-ab5a-3b25fbf1180a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501261 Jul 04 10:09:15.920833 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:15.921273 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a263f6a-659f-479f-bcba-a16867eda223 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:15.921526 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a263f6a-659f-479f-bcba-a16867eda223'] response: {'name': 'network-changed', 'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'status': 'completed', 'code': 200} Jul 04 10:09:16.065567 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42924) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:16.181645 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-aad7c4ac-3941-4fc7-ab2e-6a19e32b415b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.267628 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-aad7c4ac-3941-4fc7-ab2e-6a19e32b415b admin admin] Publish callbacks [] for security_group (c86d2d7d-48b0-4b78-939f-402c462a8423), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.274021 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-aad7c4ac-3941-4fc7-ab2e-6a19e32b415b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c86d2d7d-48b0-4b78-939f-402c462a8423), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.290279 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42934) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:16.328149 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-aad7c4ac-3941-4fc7-ab2e-6a19e32b415b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=363f24ac0a1b4c6b8019307984688897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613702 Jul 04 10:09:16.328891 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7c4ac-3941-4fc7-ab2e-6a19e32b415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d2d7d-48b0-4b78-939f-402c462a8423,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:16.331903 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42940) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:16.392968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0292ad1a-592d-453d-8212-5134c7639ba0 admin admin] Publish callbacks [] for security_group (c86d2d7d-48b0-4b78-939f-402c462a8423), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.422288 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0292ad1a-592d-453d-8212-5134c7639ba0 admin admin] Publish callbacks [] for security_group (c86d2d7d-48b0-4b78-939f-402c462a8423), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.466442 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce946ec7-6ee0-44fa-b140-20e0df75dad3 req-90730995-8e40-49a1-a0a3-fa3e504f69a8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:16.467953 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ce946ec7-6ee0-44fa-b140-20e0df75dad3 req-90730995-8e40-49a1-a0a3-fa3e504f69a8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 944 time: 0.0545311 Jul 04 10:09:16.470620 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eb65941-8090-4832-9ec5-f716375dc0cc req-9371bbaf-3d03-4b27-b325-f29a063e214b service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129097 Jul 04 10:09:16.487263 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0292ad1a-592d-453d-8212-5134c7639ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c86d2d7d-48b0-4b78-939f-402c462a8423), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.490588 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0292ad1a-592d-453d-8212-5134c7639ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.494817 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0292ad1a-592d-453d-8212-5134c7639ba0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c86d2d7d-48b0-4b78-939f-402c462a8423 HTTP/1.1" status: 204 len: 168 time: 0.1618643 Jul 04 10:09:16.537511 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292ad1a-592d-453d-8212-5134c7639ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d2d7d-48b0-4b78-939f-402c462a8423,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:16.537864 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ce946ec7-6ee0-44fa-b140-20e0df75dad3 req-dc034eed-0ed5-435a-bc87-f484752a9ad1 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527642 Jul 04 10:09:16.542451 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b192-b55a-42fc-ba6e-ff316c40679b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.549350 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 037993de-7a0b-470c-95e5-54eeb6c77200 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:16.628172 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51400050-a54d-4a6a-b7a6-8ff00ae8127f req-1016e770-ca8b-4a02-807e-21eeba39a951 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:16.630247 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-51400050-a54d-4a6a-b7a6-8ff00ae8127f req-1016e770-ca8b-4a02-807e-21eeba39a951 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 944 time: 0.0657029 Jul 04 10:09:16.654761 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 037993de-7a0b-470c-95e5-54eeb6c77200 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:09:16.666072 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 037993de-7a0b-470c-95e5-54eeb6c77200 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:16.667543 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.682922 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42948) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:16.720298 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b192-b55a-42fc-ba6e-ff316c40679b admin admin] Publish callbacks [] for security_group (f76085c7-28ea-4d12-8bc0-3c17b69b15e4), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.721032 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-51400050-a54d-4a6a-b7a6-8ff00ae8127f req-bd972382-5c6b-49bd-9b8d-ffee7cdebba2 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800676 Jul 04 10:09:16.728085 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b192-b55a-42fc-ba6e-ff316c40679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f76085c7-28ea-4d12-8bc0-3c17b69b15e4), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.755261 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:16.768596 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 037993de-7a0b-470c-95e5-54eeb6c77200 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:16.768993 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.813277 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 037993de-7a0b-470c-95e5-54eeb6c77200, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=037993de-7a0b-470c-95e5-54eeb6c77200,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:16.822290 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.823589 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device a30a62d5-35f1-42ed-b4ce-dbf70419be13 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:16.834010 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b1f4b192-b55a-42fc-ba6e-ff316c40679b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d92112fc41964271b6f085fdb7df7f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5382376 Jul 04 10:09:16.834010 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4b192-b55a-42fc-ba6e-ff316c40679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76085c7-28ea-4d12-8bc0-3c17b69b15e4,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:16.835033 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42958) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:16.899947 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbf6f-2cda-4533-bfd6-0b5d99e2f878 admin admin] Publish callbacks [] for security_group (f76085c7-28ea-4d12-8bc0-3c17b69b15e4), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.923739 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:16.930221 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbf6f-2cda-4533-bfd6-0b5d99e2f878 admin admin] Publish callbacks [] for security_group (f76085c7-28ea-4d12-8bc0-3c17b69b15e4), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:16.942849 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=037993de-7a0b-470c-95e5-54eeb6c77200,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:16.962209 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port a30a62d5-35f1-42ed-b4ce-dbf70419be13 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:09:16.982885 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port a30a62d5-35f1-42ed-b4ce-dbf70419be13 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:16.983317 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.016179 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-83508ce8-f7ff-4de7-a653-fdc033577523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.036340 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46829206-9c4d-410f-a5f5-41cdb5a5a963 req-da79d0f8-6ada-44e2-b4f4-5b4d46a6e6aa tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:17.037247 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:17.040422 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-46829206-9c4d-410f-a5f5-41cdb5a5a963 req-da79d0f8-6ada-44e2-b4f4-5b4d46a6e6aa tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.2125201 Jul 04 10:09:17.078223 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbf6f-2cda-4533-bfd6-0b5d99e2f878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f76085c7-28ea-4d12-8bc0-3c17b69b15e4), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.081046 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbf6f-2cda-4533-bfd6-0b5d99e2f878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.082779 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6c2bbf6f-2cda-4533-bfd6-0b5d99e2f878 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f76085c7-28ea-4d12-8bc0-3c17b69b15e4 HTTP/1.1" status: 204 len: 168 time: 0.2472527 Jul 04 10:09:17.118035 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ffe7-4538-4fb5-89c6-a769e46315b1 req-52b0e2b8-8ad5-44b9-816b-fbdea69d41c0 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:17.127973 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-37e5ffe7-4538-4fb5-89c6-a769e46315b1 req-52b0e2b8-8ad5-44b9-816b-fbdea69d41c0 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.2233109 Jul 04 10:09:17.145981 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bbf6f-2cda-4533-bfd6-0b5d99e2f878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76085c7-28ea-4d12-8bc0-3c17b69b15e4,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:17.148681 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port a30a62d5-35f1-42ed-b4ce-dbf70419be13 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:17.149080 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.183398 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42970) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:17.214158 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1a6030b4-f46f-445c-b8d3-269c4cce9637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.221018 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port a30a62d5-35f1-42ed-b4ce-dbf70419be13, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a30a62d5-35f1-42ed-b4ce-dbf70419be13,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:17.225326 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-02ed9578-8c04-44c6-a4ca-6a4012d8d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:17.227637 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-02ed9578-8c04-44c6-a4ca-6a4012d8d6aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 1128 time: 0.1854546 Jul 04 10:09:17.229454 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.264716 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:17.273990 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-83508ce8-f7ff-4de7-a653-fdc033577523 admin admin] Publish callbacks [] for security_group (c34d4c5d-703e-4da4-a541-dff481e25e5d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.290623 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-83508ce8-f7ff-4de7-a653-fdc033577523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c34d4c5d-703e-4da4-a541-dff481e25e5d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.291447 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=a30a62d5-35f1-42ed-b4ce-dbf70419be13,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:17.305363 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-46829206-9c4d-410f-a5f5-41cdb5a5a963 req-a2961353-1a83-478e-8077-7edc70289906 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490263 Jul 04 10:09:17.310078 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-37e5ffe7-4538-4fb5-89c6-a769e46315b1 req-ae1778fc-ba47-416b-a62e-3d553cdbb891 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800752 Jul 04 10:09:17.356572 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-83508ce8-f7ff-4de7-a653-fdc033577523 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b726e6855e44839a1c1abeee4d7bdc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6726153 Jul 04 10:09:17.359428 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42974) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:17.361430 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83508ce8-f7ff-4de7-a653-fdc033577523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d4c5d-703e-4da4-a541-dff481e25e5d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:17.416208 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1a6030b4-f46f-445c-b8d3-269c4cce9637 admin admin] Publish callbacks [] for security_group (3e41d2ac-df93-405d-a5be-9784c294a1df), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.425267 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d79daf-cb86-44a6-b1f1-2d56157e7579 req-540f03ff-93de-46cd-bd49-f89a06afefbb tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:17.426356 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1a6030b4-f46f-445c-b8d3-269c4cce9637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3e41d2ac-df93-405d-a5be-9784c294a1df), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.427511 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b1d79daf-cb86-44a6-b1f1-2d56157e7579 req-540f03ff-93de-46cd-bd49-f89a06afefbb tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 943 time: 0.0684364 Jul 04 10:09:17.482017 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1a6030b4-f46f-445c-b8d3-269c4cce9637 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64eb2a8a7c7c4bfbb6833500059b638d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947130 Jul 04 10:09:17.482594 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42976) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:17.483030 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6030b4-f46f-445c-b8d3-269c4cce9637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e41d2ac-df93-405d-a5be-9784c294a1df,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:17.487035 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-56718993-44d8-4f9e-9ca9-7b8d4c86603f admin admin] Publish callbacks [] for security_group (c34d4c5d-703e-4da4-a541-dff481e25e5d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.507159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b1d79daf-cb86-44a6-b1f1-2d56157e7579 req-e06dc550-afcf-4b21-93a1-94b8522cbfd5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705936 Jul 04 10:09:17.520508 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-56718993-44d8-4f9e-9ca9-7b8d4c86603f admin admin] Publish callbacks [] for security_group (c34d4c5d-703e-4da4-a541-dff481e25e5d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.552280 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9f87a760-44b7-4c74-bd7f-8cdd5af4e2e5 admin admin] Publish callbacks [] for security_group (3e41d2ac-df93-405d-a5be-9784c294a1df), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.568132 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-56718993-44d8-4f9e-9ca9-7b8d4c86603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c34d4c5d-703e-4da4-a541-dff481e25e5d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.571132 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-56718993-44d8-4f9e-9ca9-7b8d4c86603f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.572438 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-56718993-44d8-4f9e-9ca9-7b8d4c86603f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c34d4c5d-703e-4da4-a541-dff481e25e5d HTTP/1.1" status: 204 len: 168 time: 0.2120087 Jul 04 10:09:17.581665 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56718993-44d8-4f9e-9ca9-7b8d4c86603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d4c5d-703e-4da4-a541-dff481e25e5d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:17.582503 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9f87a760-44b7-4c74-bd7f-8cdd5af4e2e5 admin admin] Publish callbacks [] for security_group (3e41d2ac-df93-405d-a5be-9784c294a1df), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.638581 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42982) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:17.651721 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9f87a760-44b7-4c74-bd7f-8cdd5af4e2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3e41d2ac-df93-405d-a5be-9784c294a1df), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.654428 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9f87a760-44b7-4c74-bd7f-8cdd5af4e2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.655775 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-9f87a760-44b7-4c74-bd7f-8cdd5af4e2e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e41d2ac-df93-405d-a5be-9784c294a1df HTTP/1.1" status: 204 len: 168 time: 0.1724348 Jul 04 10:09:17.658983 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9548d3b6-3682-4ee2-ae53-f95149dc0118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.689653 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:17.709604 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87a760-44b7-4c74-bd7f-8cdd5af4e2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e41d2ac-df93-405d-a5be-9784c294a1df,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:17.728451 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be6af9-f496-4fa9-9357-b1e7eb24f9d7 req-72bb262a-053b-4473-b02e-6b3905225f5b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:17.740372 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-37be6af9-f496-4fa9-9357-b1e7eb24f9d7 req-72bb262a-053b-4473-b02e-6b3905225f5b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 944 time: 0.0897734 Jul 04 10:09:17.808506 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9548d3b6-3682-4ee2-ae53-f95149dc0118 admin admin] Publish callbacks [] for security_group (1cec8277-dc61-44f7-bbce-bab868491c9c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.825543 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:17.828734 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9548d3b6-3682-4ee2-ae53-f95149dc0118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (1cec8277-dc61-44f7-bbce-bab868491c9c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:17.880096 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a560b-f200-4046-a36b-7ef23cea5120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037993de-7a0b-470c-95e5-54eeb6c77200'}, {'server_uuid': 'e8df803a-688f-4388-836b-8a16ccc26eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30a62d5-35f1-42ed-b4ce-dbf70419be13'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:17.890581 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-37be6af9-f496-4fa9-9357-b1e7eb24f9d7 req-366b7c95-7085-4d02-afe1-2f45ebab77d2 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343989 Jul 04 10:09:17.895956 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e680e806-6abf-4548-930d-32b1247d23e4" -d '{"events": [{"server_uuid": "068a560b-f200-4046-a36b-7ef23cea5120", "name": "network-vif-plugged", "status": "completed", "tag": "037993de-7a0b-470c-95e5-54eeb6c77200"}, {"server_uuid": "e8df803a-688f-4388-836b-8a16ccc26eba", "name": "network-vif-plugged", "status": "completed", "tag": "a30a62d5-35f1-42ed-b4ce-dbf70419be13"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:17.919220 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-f7000e48-04d9-4621-a1b3-22d6e50cc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:17.920759 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-f7000e48-04d9-4621-a1b3-22d6e50cc800 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 1127 time: 0.1242855 Jul 04 10:09:17.941649 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548d3b6-3682-4ee2-ae53-f95149dc0118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cec8277-dc61-44f7-bbce-bab868491c9c,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:17.948859 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9548d3b6-3682-4ee2-ae53-f95149dc0118 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=99e7eaca5ea249339279ea246ef84f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090298 Jul 04 10:09:17.954735 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 42994) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:17.971526 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:17.990608 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435af0d7-6146-46b7-85ec-5d950519a835 x-openstack-request-id: req-435af0d7-6146-46b7-85ec-5d950519a835 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:17.990893 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a560b-f200-4046-a36b-7ef23cea5120", "name": "network-vif-plugged", "status": "completed", "tag": "037993de-7a0b-470c-95e5-54eeb6c77200", "code": 200}, {"server_uuid": "e8df803a-688f-4388-836b-8a16ccc26eba", "name": "network-vif-plugged", "status": "completed", "tag": "a30a62d5-35f1-42ed-b4ce-dbf70419be13", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:17.991387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-435af0d7-6146-46b7-85ec-5d950519a835 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:17.993139 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435af0d7-6146-46b7-85ec-5d950519a835'] response: {'server_uuid': '068a560b-f200-4046-a36b-7ef23cea5120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037993de-7a0b-470c-95e5-54eeb6c77200', 'code': 200} Jul 04 10:09:17.993930 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435af0d7-6146-46b7-85ec-5d950519a835'] response: {'server_uuid': 'e8df803a-688f-4388-836b-8a16ccc26eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30a62d5-35f1-42ed-b4ce-dbf70419be13', 'code': 200} Jul 04 10:09:18.107794 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:18.119795 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-5efbb384-4a27-4185-ad52-34d86746e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.137339 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-5efbb384-4a27-4185-ad52-34d86746e415 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 915 time: 0.1931357 Jul 04 10:09:18.155726 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:09:18.176124 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-63e4e601-744b-426b-b922-5449172264b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 HTTP/1.1" status: 200 len: 217 time: 0.0378084 Jul 04 10:09:18.183136 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c98bb7-a9b2-4eb6-bce8-1f2e616b531c req-76dc7e65-1634-42dd-a70d-5ecf75c215c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.186716 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c0c98bb7-a9b2-4eb6-bce8-1f2e616b531c req-76dc7e65-1634-42dd-a70d-5ecf75c215c4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 1129 time: 0.3723583 Jul 04 10:09:18.193656 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55fee2-2680-4433-b9bd-a1440e7e65ed req-24d7dc8c-1923-4770-b462-a7cdfe4e75cb tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.195845 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-df55fee2-2680-4433-b9bd-a1440e7e65ed req-24d7dc8c-1923-4770-b462-a7cdfe4e75cb tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 945 time: 0.3359478 Jul 04 10:09:18.323879 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-41889390-e64a-4c6a-93a1-90b798d609b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.325423 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-41889390-e64a-4c6a-93a1-90b798d609b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.1393285 Jul 04 10:09:18.326578 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768c6d8-38a7-4978-812e-e6c896e89e90 req-97019503-08e5-499e-bd47-30735a4b0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.327921 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1768c6d8-38a7-4978-812e-e6c896e89e90 req-97019503-08e5-499e-bd47-30735a4b0d87 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 1129 time: 0.0956120 Jul 04 10:09:18.334968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 42998) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:18.352717 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-c0c98bb7-a9b2-4eb6-bce8-1f2e616b531c req-4a768d7f-6fd9-4b09-916b-69fc4fa4d5a0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.357070 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:18.361719 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 43002) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:18.381183 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'port_id': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'mac_address': 'fa:16:3e:40:ae:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:09:18.408672 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-d0b7f06f-30f8-49df-9dde-b987d6145250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.410154 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-d0b7f06f-30f8-49df-9dde-b987d6145250 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.6172898 Jul 04 10:09:18.418124 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-541bdfaa-0206-4521-b130-a3ca6f372085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.423417 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1768c6d8-38a7-4978-812e-e6c896e89e90 req-7c724190-c330-4ed6-87ea-60f8f29c0ac1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.423667 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:18.424053 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.438972 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:18.443193 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd45bcb-b01b-46d9-a3de-16db170668ac req-0096892a-dc94-455c-9513-5eb34e70f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.444688 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7dd45bcb-b01b-46d9-a3de-16db170668ac req-0096892a-dc94-455c-9513-5eb34e70f0b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 1129 time: 0.2267742 Jul 04 10:09:18.448875 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-64f5c41a-1a76-4d25-a304-c5a2b1f76809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.450840 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-64f5c41a-1a76-4d25-a304-c5a2b1f76809 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134286 Jul 04 10:09:18.456999 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b711c216-e191-405c-99c4-02ae518b8d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.459636 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a187-cd79-4c82-b0cc-6166b660d31a admin admin] Publish callbacks [] for security_group (1cec8277-dc61-44f7-bbce-bab868491c9c), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.460750 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:18.465980 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.467125 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 2172e408-c0ad-454d-89dc-0a5bd85b15cb details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:09:18.547579 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-df55fee2-2680-4433-b9bd-a1440e7e65ed req-477cb47a-787c-4af5-a3a9-0a512be72efb tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306332 Jul 04 10:09:18.554783 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:18.597992 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-f6bf744d-c78a-4c95-a3a6-cc5bc4a2f323 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 200 len: 217 time: 0.1636672 Jul 04 10:09:18.646003 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-08b0b042-220e-4be5-9ed7-f985bae4af6b service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871986 Jul 04 10:09:18.650724 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 2172e408-c0ad-454d-89dc-0a5bd85b15cb, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:18.651390 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7dd45bcb-b01b-46d9-a3de-16db170668ac req-af221b6d-ddf3-4a91-8b6e-f98ac28ee51f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.660366 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a187-cd79-4c82-b0cc-6166b660d31a admin admin] Publish callbacks [] for security_group (1cec8277-dc61-44f7-bbce-bab868491c9c), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.664369 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'port_id': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'mac_address': 'fa:16:3e:5c:25:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:09:18.703778 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 2172e408-c0ad-454d-89dc-0a5bd85b15cb is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:18.704137 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.711643 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1768c6d8-38a7-4978-812e-e6c896e89e90 req-7c724190-c330-4ed6-87ea-60f8f29c0ac1 service neutron] Publish callbacks [] for security_group (512e0b1b-7e35-4878-9c26-202864c8eee9), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.720127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2172e408-c0ad-454d-89dc-0a5bd85b15cb {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:18.724105 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-541bdfaa-0206-4521-b130-a3ca6f372085 admin admin] Publish callbacks [] for security_group (ff94e785-99d0-4b7e-8817-49d09076c770), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.729702 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1768c6d8-38a7-4978-812e-e6c896e89e90 req-7c724190-c330-4ed6-87ea-60f8f29c0ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (512e0b1b-7e35-4878-9c26-202864c8eee9), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.743810 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 2172e408-c0ad-454d-89dc-0a5bd85b15cb, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:18.749179 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.770473 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-541bdfaa-0206-4521-b130-a3ca6f372085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ff94e785-99d0-4b7e-8817-49d09076c770), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.801852 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=2172e408-c0ad-454d-89dc-0a5bd85b15cb,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:18.813955 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:18.843698 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1768c6d8-38a7-4978-812e-e6c896e89e90 req-7c724190-c330-4ed6-87ea-60f8f29c0ac1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717631 Jul 04 10:09:18.850531 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c724190-c330-4ed6-87ea-60f8f29c0ac1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=512e0b1b-7e35-4878-9c26-202864c8eee9,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:18.863346 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-541bdfaa-0206-4521-b130-a3ca6f372085 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f53034543864de4a8b2a8e22be51996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5244668 Jul 04 10:09:18.865674 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43006) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:18.894143 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d153ae5e-8a6c-4e3f-b660-2712b86b9f01 req-4c93b1c5-d243-44aa-9e55-224550359d73 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393072 Jul 04 10:09:18.895583 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520001c5-2203-457e-ba4e-82967d7c0a37 req-fc53a92d-1e2b-4d61-b816-a47ae3f30e25 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:18.897200 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-520001c5-2203-457e-ba4e-82967d7c0a37 req-fc53a92d-1e2b-4d61-b816-a47ae3f30e25 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.4901500 Jul 04 10:09:18.915318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bdfaa-0206-4521-b130-a3ca6f372085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff94e785-99d0-4b7e-8817-49d09076c770,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:18.944462 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.db.api [req-c0c98bb7-a9b2-4eb6-bce8-1f2e616b531c req-4a768d7f-6fd9-4b09-916b-69fc4fa4d5a0 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f32306262e8744eab4bdc6d28e24e6d0 {{(pid=104129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 10:09:18.944867 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG oslo_db.api [req-c0c98bb7-a9b2-4eb6-bce8-1f2e616b531c req-4a768d7f-6fd9-4b09-916b-69fc4fa4d5a0 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 10:09:18.945015 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4c784f8f-d8c5-4b97-a751-4dcc53dd3552 admin admin] Publish callbacks [] for security_group (ff94e785-99d0-4b7e-8817-49d09076c770), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:18.962955 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:18.968227 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4c784f8f-d8c5-4b97-a751-4dcc53dd3552 admin admin] Publish callbacks [] for security_group (ff94e785-99d0-4b7e-8817-49d09076c770), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.020757 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4c784f8f-d8c5-4b97-a751-4dcc53dd3552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ff94e785-99d0-4b7e-8817-49d09076c770), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.024272 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4c784f8f-d8c5-4b97-a751-4dcc53dd3552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.025490 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-4c784f8f-d8c5-4b97-a751-4dcc53dd3552 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff94e785-99d0-4b7e-8817-49d09076c770 HTTP/1.1" status: 204 len: 168 time: 0.1578107 Jul 04 10:09:19.034580 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c784f8f-d8c5-4b97-a751-4dcc53dd3552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff94e785-99d0-4b7e-8817-49d09076c770,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:19.050445 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91410842-954d-45c1-8728-18a254609ee9 req-bab7d6db-4bd3-45d0-994c-e359808bf825 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:19.057216 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-91410842-954d-45c1-8728-18a254609ee9 req-bab7d6db-4bd3-45d0-994c-e359808bf825 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 945 time: 0.1866004 Jul 04 10:09:19.084935 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-137f1746-5b7d-4237-aa28-fab3e570d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:19.086440 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-137f1746-5b7d-4237-aa28-fab3e570d63b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.2170105 Jul 04 10:09:19.116206 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['2172e408-c0ad-454d-89dc-0a5bd85b15cb'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:19.168053 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-520001c5-2203-457e-ba4e-82967d7c0a37 req-f824d795-effe-4c59-b4cb-5124cf87b824 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505493 Jul 04 10:09:19.178782 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a187-cd79-4c82-b0cc-6166b660d31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (1cec8277-dc61-44f7-bbce-bab868491c9c), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.181920 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a187-cd79-4c82-b0cc-6166b660d31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.191779 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-0ae8a187-cd79-4c82-b0cc-6166b660d31a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1cec8277-dc61-44f7-bbce-bab868491c9c HTTP/1.1" status: 204 len: 168 time: 1.2295537 Jul 04 10:09:19.216355 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:19.218658 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b711c216-e191-405c-99c4-02ae518b8d83 admin admin] Publish callbacks [] for security_group (bb3dff00-80d7-40f8-a363-f59dd0d17592), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.238993 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:19.248426 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-36d85421-6c9e-4225-b654-1131fbf85bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:19.249041 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-36d85421-6c9e-4225-b654-1131fbf85bb4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1547821 Jul 04 10:09:19.249656 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b711c216-e191-405c-99c4-02ae518b8d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (bb3dff00-80d7-40f8-a363-f59dd0d17592), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.252253 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8a187-cd79-4c82-b0cc-6166b660d31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cec8277-dc61-44f7-bbce-bab868491c9c,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:19.287040 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-91410842-954d-45c1-8728-18a254609ee9 req-9d1a7a86-f9ce-42e4-a11c-49941a2288c4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288284 Jul 04 10:09:19.294211 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:19.320201 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:19.355376 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:19.363790 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7dd45bcb-b01b-46d9-a3de-16db170668ac req-af221b6d-ddf3-4a91-8b6e-f98ac28ee51f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8845398 Jul 04 10:09:19.427925 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b711c216-e191-405c-99c4-02ae518b8d83 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0efaf2a4ac154b5ea2c1de047312d66f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0619438 Jul 04 10:09:19.430279 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 43016) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:19.462055 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-c0c98bb7-a9b2-4eb6-bce8-1f2e616b531c req-4a768d7f-6fd9-4b09-916b-69fc4fa4d5a0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.478576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711c216-e191-405c-99c4-02ae518b8d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3dff00-80d7-40f8-a363-f59dd0d17592,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:19.496075 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7645b53-9ef4-48f4-b8d4-ff792f003bcc req-343b50fb-0d59-4154-9410-2facc9f58dce tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:19.502920 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7645b53-9ef4-48f4-b8d4-ff792f003bcc req-343b50fb-0d59-4154-9410-2facc9f58dce tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 943 time: 0.2444031 Jul 04 10:09:19.539877 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbe0b4-3534-4632-943e-b598c3f3c9c0 req-25442741-59c0-4ac7-98b2-fd72ae110a87 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:19.547091 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f4dbe0b4-3534-4632-943e-b598c3f3c9c0 req-25442741-59c0-4ac7-98b2-fd72ae110a87 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 945 time: 0.1443915 Jul 04 10:09:19.666987 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7645b53-9ef4-48f4-b8d4-ff792f003bcc req-b49bff67-f15f-4d38-bec2-7d0b1521e509 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632049 Jul 04 10:09:19.673015 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-be715770-ab0d-44d5-917c-03b42a59e781 admin admin] Publish callbacks [] for security_group (bb3dff00-80d7-40f8-a363-f59dd0d17592), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.704699 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f4dbe0b4-3534-4632-943e-b598c3f3c9c0 req-426ef9cb-ec82-4b4f-860e-9b5a502b59ba tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567430 Jul 04 10:09:19.732894 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c0c98bb7-a9b2-4eb6-bce8-1f2e616b531c req-4a768d7f-6fd9-4b09-916b-69fc4fa4d5a0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5207856 Jul 04 10:09:19.736555 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-be715770-ab0d-44d5-917c-03b42a59e781 admin admin] Publish callbacks [] for security_group (bb3dff00-80d7-40f8-a363-f59dd0d17592), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.806742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc367f87-9486-45d0-8af3-ff6880f28f21 req-70c62c9f-7358-4e52-b544-24a062f8a7be tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:19.808310 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc367f87-9486-45d0-8af3-ff6880f28f21 req-70c62c9f-7358-4e52-b544-24a062f8a7be tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 945 time: 0.0700536 Jul 04 10:09:19.850241 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-be715770-ab0d-44d5-917c-03b42a59e781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (bb3dff00-80d7-40f8-a363-f59dd0d17592), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.852862 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-be715770-ab0d-44d5-917c-03b42a59e781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:19.854045 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-be715770-ab0d-44d5-917c-03b42a59e781 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb3dff00-80d7-40f8-a363-f59dd0d17592 HTTP/1.1" status: 204 len: 168 time: 0.4172342 Jul 04 10:09:19.884794 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc367f87-9486-45d0-8af3-ff6880f28f21 req-7af81f94-98fb-4574-a0fd-1dd1a8c6b710 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699611 Jul 04 10:09:19.885855 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be715770-ab0d-44d5-917c-03b42a59e781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3dff00-80d7-40f8-a363-f59dd0d17592,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:20.046562 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-4e224c68-5746-4905-bc21-4ba39c81195f service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073220 Jul 04 10:09:20.292877 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade439a6-de61-4f07-91fb-d0e4e2d92768 req-2c0c7097-51d3-4e36-aa10-8bbe90188579 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:20.294478 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ade439a6-de61-4f07-91fb-d0e4e2d92768 req-2c0c7097-51d3-4e36-aa10-8bbe90188579 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0560062 Jul 04 10:09:20.555863 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ade439a6-de61-4f07-91fb-d0e4e2d92768 req-ff743adc-3bf5-4c82-a8f8-6d8a1543b5ed tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470400 Jul 04 10:09:20.578160 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81e5c8-29f1-4343-9019-c7f249c776a0 req-415cb1b9-bf5e-4e67-891c-282ab662af0d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:20.578160 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3c81e5c8-29f1-4343-9019-c7f249c776a0 req-415cb1b9-bf5e-4e67-891c-282ab662af0d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 945 time: 0.1806064 Jul 04 10:09:20.582900 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:09:20.586620 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 2172e408-c0ad-454d-89dc-0a5bd85b15cb up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:20.598640 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:20.627621 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-430eff9b-1953-4f09-9e23-e0c6bab5893d req-1737cec9-6561-405d-808b-ce88d45f0e36 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802384 Jul 04 10:09:20.656786 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3c81e5c8-29f1-4343-9019-c7f249c776a0 req-235c7d26-36dd-4983-bf62-e8a0bf212390 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696888 Jul 04 10:09:20.672964 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 2172e408-c0ad-454d-89dc-0a5bd85b15cb completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:09:20.694367 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43086) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:20.733256 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 2172e408-c0ad-454d-89dc-0a5bd85b15cb triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:20.733649 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:20.861056 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:20.868420 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd5fb6-6b13-422f-b2e0-2933bf3ec410 req-97e9271a-09d0-4a38-8b15-2a9c4f2542cb tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:20.872478 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-73dd5fb6-6b13-422f-b2e0-2933bf3ec410 req-97e9271a-09d0-4a38-8b15-2a9c4f2542cb tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 943 time: 0.0922472 Jul 04 10:09:20.879229 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:09:20.945278 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:20.945278 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:20.948443 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 2172e408-c0ad-454d-89dc-0a5bd85b15cb is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:20.948804 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:20.977241 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:20.983829 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:20.996764 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc12499-2299-4a73-a55f-435e9196e601 req-f5e41ec6-aae8-49f4-854f-ca130fbda7f8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:21.002473 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8dc12499-2299-4a73-a55f-435e9196e601 req-f5e41ec6-aae8-49f4-854f-ca130fbda7f8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 945 time: 0.1266329 Jul 04 10:09:21.015284 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a842f878-2275-4988-8e51-b3b7276678e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172e408-c0ad-454d-89dc-0a5bd85b15cb'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:21.017836 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39f0d0c-9c65-4267-a815-a43dcb25e86e" -d '{"events": [{"server_uuid": "a842f878-2275-4988-8e51-b3b7276678e7", "name": "network-vif-plugged", "status": "completed", "tag": "2172e408-c0ad-454d-89dc-0a5bd85b15cb"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:21.021522 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:21.029989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d770a4d-4139-42d3-a14c-d453459d3854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.034226 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 2172e408-c0ad-454d-89dc-0a5bd85b15cb, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:21.035675 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.077715 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.078789 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:21.096168 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:09:21.112162 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8dc12499-2299-4a73-a55f-435e9196e601 req-388f4dae-ba12-4c72-a7f6-56455bdde232 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887413 Jul 04 10:09:21.133519 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:21.141597 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:21.168519 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-73dd5fb6-6b13-422f-b2e0-2933bf3ec410 req-e86ec62d-86bb-4189-9f41-f5e1a37a4f64 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573417 Jul 04 10:09:21.203175 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d770a4d-4139-42d3-a14c-d453459d3854 admin admin] Publish callbacks [] for security_group (ef457a59-2c25-4927-af51-dce30a4f3a03), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.210371 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d770a4d-4139-42d3-a14c-d453459d3854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ef457a59-2c25-4927-af51-dce30a4f3a03), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.227599 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:09:21.242311 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982c0bc8-77ab-4dc2-8ce5-cbc483ec7511 x-openstack-request-id: req-982c0bc8-77ab-4dc2-8ce5-cbc483ec7511 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:21.243562 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a842f878-2275-4988-8e51-b3b7276678e7", "name": "network-vif-plugged", "status": "completed", "tag": "2172e408-c0ad-454d-89dc-0a5bd85b15cb", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:21.244005 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-982c0bc8-77ab-4dc2-8ce5-cbc483ec7511 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:21.244464 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982c0bc8-77ab-4dc2-8ce5-cbc483ec7511'] response: {'server_uuid': 'a842f878-2275-4988-8e51-b3b7276678e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'code': 200} Jul 04 10:09:21.254203 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:21.254982 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.281119 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d770a4d-4139-42d3-a14c-d453459d3854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef457a59-2c25-4927-af51-dce30a4f3a03,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:21.296195 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8119e00-df0a-4839-bdd5-c7fafc62dca2 req-fc89e1b1-8b62-40cf-8efa-4d9e25bc5b6c tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:21.298096 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a8119e00-df0a-4839-bdd5-c7fafc62dca2 req-fc89e1b1-8b62-40cf-8efa-4d9e25bc5b6c tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 945 time: 0.0721633 Jul 04 10:09:21.315802 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3d770a4d-4139-42d3-a14c-d453459d3854 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=294012b920054904b108e4f0e7d12264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6192861 Jul 04 10:09:21.318447 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43106) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:21.447322 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a8119e00-df0a-4839-bdd5-c7fafc62dca2 req-784dc8e6-1e80-49d3-a3d4-ace266b317da tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382699 Jul 04 10:09:21.450863 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['5a1d4ccd-d32e-4fbf-9325-25b20937bbb8'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:21.457289 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f1de4b4-48e6-4a45-8afc-2e6915454c14 admin admin] Publish callbacks [] for security_group (ef457a59-2c25-4927-af51-dce30a4f3a03), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.498224 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=2172e408-c0ad-454d-89dc-0a5bd85b15cb,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:21.543777 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f1de4b4-48e6-4a45-8afc-2e6915454c14 admin admin] Publish callbacks [] for security_group (ef457a59-2c25-4927-af51-dce30a4f3a03), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.570785 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:21.641939 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f1de4b4-48e6-4a45-8afc-2e6915454c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ef457a59-2c25-4927-af51-dce30a4f3a03), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.646047 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f1de4b4-48e6-4a45-8afc-2e6915454c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.650765 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7f1de4b4-48e6-4a45-8afc-2e6915454c14 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef457a59-2c25-4927-af51-dce30a4f3a03 HTTP/1.1" status: 204 len: 168 time: 0.3311400 Jul 04 10:09:21.661470 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:21.662052 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.667263 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1de4b4-48e6-4a45-8afc-2e6915454c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef457a59-2c25-4927-af51-dce30a4f3a03,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:21.724051 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697353-0d1d-4f53-b557-e776941bceab req-1172694d-6d8f-4e4d-8181-d04815ddc1ed tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:21.726162 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2f697353-0d1d-4f53-b557-e776941bceab req-1172694d-6d8f-4e4d-8181-d04815ddc1ed tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0845487 Jul 04 10:09:21.807286 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:21.825755 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:21.834303 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2f697353-0d1d-4f53-b557-e776941bceab req-fdd98797-556a-4846-843e-c140d0b694b0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931633 Jul 04 10:09:21.899126 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5eb22-03c9-44b5-934a-9a8f6cfb2a46 req-8d8d0a7c-76d9-4938-86b4-46a3595c0c7c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:21.900680 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ff5eb22-03c9-44b5-934a-9a8f6cfb2a46 req-8d8d0a7c-76d9-4938-86b4-46a3595c0c7c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0942924 Jul 04 10:09:21.957296 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:22.003679 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ff5eb22-03c9-44b5-934a-9a8f6cfb2a46 req-2935aedb-8070-4170-8b78-444cfbfaa37d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919955 Jul 04 10:09:22.023459 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43130) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:22.184201 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2a74f856-acef-4047-b995-de39c9b13188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.265459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ea6da-7953-47e7-9f62-ea0f76503290 req-edb3cea5-903d-47a8-9733-3f3eccddb23b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:22.273548 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-905ea6da-7953-47e7-9f62-ea0f76503290 req-edb3cea5-903d-47a8-9733-3f3eccddb23b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0698988 Jul 04 10:09:22.327884 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2a74f856-acef-4047-b995-de39c9b13188 admin admin] Publish callbacks [] for security_group (555e7fb3-bf2e-4782-9e2c-00294f4361df), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.336475 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2a74f856-acef-4047-b995-de39c9b13188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (555e7fb3-bf2e-4782-9e2c-00294f4361df), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.337899 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d45de-6386-4c49-9aa2-6e0d9246b027 req-acb0ef21-dded-4b80-a63a-400e2b8e7e50 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:22.339670 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8e6d45de-6386-4c49-9aa2-6e0d9246b027 req-acb0ef21-dded-4b80-a63a-400e2b8e7e50 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 944 time: 0.0638337 Jul 04 10:09:22.387816 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-905ea6da-7953-47e7-9f62-ea0f76503290 req-00d190cb-5623-4ebd-9540-5b8ac4080d75 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129901 Jul 04 10:09:22.391321 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74f856-acef-4047-b995-de39c9b13188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e7fb3-bf2e-4782-9e2c-00294f4361df,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:22.402065 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2a74f856-acef-4047-b995-de39c9b13188 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5e1edbab5ce4b349ae054b107001758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774731 Jul 04 10:09:22.404866 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43152) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:22.497706 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:22.499167 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0450-c43f-47a2-8291-d2bafc4c47bc admin admin] Publish callbacks [] for security_group (555e7fb3-bf2e-4782-9e2c-00294f4361df), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.515242 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8e6d45de-6386-4c49-9aa2-6e0d9246b027 req-dc2e0cbc-ff60-469d-bf6b-e35362e4e448 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439002 Jul 04 10:09:22.538084 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0450-c43f-47a2-8291-d2bafc4c47bc admin admin] Publish callbacks [] for security_group (555e7fb3-bf2e-4782-9e2c-00294f4361df), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.555652 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-8ee7b564-d497-4aaa-aced-e6fe29918202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:22.557176 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-8ee7b564-d497-4aaa-aced-e6fe29918202 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 1129 time: 0.1579921 Jul 04 10:09:22.589257 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:22.614953 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0450-c43f-47a2-8291-d2bafc4c47bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (555e7fb3-bf2e-4782-9e2c-00294f4361df), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.629579 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0450-c43f-47a2-8291-d2bafc4c47bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.629579 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e4ac0450-c43f-47a2-8291-d2bafc4c47bc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/555e7fb3-bf2e-4782-9e2c-00294f4361df HTTP/1.1" status: 204 len: 168 time: 0.2175674 Jul 04 10:09:22.631710 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:22.639057 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac0450-c43f-47a2-8291-d2bafc4c47bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e7fb3-bf2e-4782-9e2c-00294f4361df,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:22.651085 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8352f4-9d40-4241-a38f-b650101bb7d0 req-9b9f7bac-3bf8-4185-846b-20b47bb03fae tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:22.659920 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0f8352f4-9d40-4241-a38f-b650101bb7d0 req-9b9f7bac-3bf8-4185-846b-20b47bb03fae tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.1710472 Jul 04 10:09:22.668974 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=21 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:22.692696 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:09:22.703673 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:22.704238 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.743372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590444f-645e-44db-8e67-d4cdbe9040d3 req-b3b96cd3-a791-4735-aa35-bc2b82475276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:22.744891 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6590444f-645e-44db-8e67-d4cdbe9040d3 req-b3b96cd3-a791-4735-aa35-bc2b82475276 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 1130 time: 0.1419451 Jul 04 10:09:22.774228 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0f8352f4-9d40-4241-a38f-b650101bb7d0 req-2ca23d45-b148-4b8a-aa8b-33939e094e14 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014359 Jul 04 10:09:22.800745 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:22.801066 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.810680 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-d5de14f0-c737-4efc-8930-1862cc3087e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:22.812967 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-d5de14f0-c737-4efc-8930-1862cc3087e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.2398241 Jul 04 10:09:22.850551 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:22.858944 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:22.880238 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-a7f769a2-439c-4104-a772-f8499785959a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f HTTP/1.1" status: 200 len: 217 time: 0.0534401 Jul 04 10:09:22.917785 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:22.920253 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:22.967799 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6590444f-645e-44db-8e67-d4cdbe9040d3 req-35284be6-9e93-4322-8a43-7b1d262b4df4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531396 Jul 04 10:09:22.979209 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-e24bf409-db93-4347-a09a-1040e7268a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:22.980930 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-e24bf409-db93-4347-a09a-1040e7268a4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0833449 Jul 04 10:09:23.152400 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14162e0e-bbd5-46d0-89c9-0be8f160ff79 req-a5f26e7a-c706-4a8a-bd12-97863a2b3da2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:23.158374 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-14162e0e-bbd5-46d0-89c9-0be8f160ff79 req-a5f26e7a-c706-4a8a-bd12-97863a2b3da2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0680850 Jul 04 10:09:23.167878 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:23.245950 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'}, {'server_uuid': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:23.249544 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8381fb-a4dc-430c-ac89-8aee78a3b267" -d '{"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-plugged", "status": "completed", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31"}, {"server_uuid": "9659bd27-cdfe-44b1-9ffe-bec5319c9b5d", "name": "network-vif-plugged", "status": "completed", "tag": "5a1d4ccd-d32e-4fbf-9325-25b20937bbb8"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:23.268864 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-14162e0e-bbd5-46d0-89c9-0be8f160ff79 req-c4591daf-1819-4a3e-b791-01f3247fce38 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081674 Jul 04 10:09:23.283717 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-2238ae6d-8333-41dc-b6fa-4659c01e1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:23.285228 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-2238ae6d-8333-41dc-b6fa-4659c01e1f61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037600 Jul 04 10:09:23.339250 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c6ed35-618e-4fe4-92de-dc18a4db7b13 x-openstack-request-id: req-28c6ed35-618e-4fe4-92de-dc18a4db7b13 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:23.339799 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-plugged", "status": "completed", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31", "code": 200}, {"server_uuid": "9659bd27-cdfe-44b1-9ffe-bec5319c9b5d", "name": "network-vif-plugged", "status": "completed", "tag": "5a1d4ccd-d32e-4fbf-9325-25b20937bbb8", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:23.340316 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28c6ed35-618e-4fe4-92de-dc18a4db7b13 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:23.340971 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c6ed35-618e-4fe4-92de-dc18a4db7b13'] response: {'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'code': 200} Jul 04 10:09:23.341420 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c6ed35-618e-4fe4-92de-dc18a4db7b13'] response: {'server_uuid': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'code': 200} Jul 04 10:09:23.422196 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-82b2719a-751a-41d0-9f8c-16093317e181 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296864 Jul 04 10:09:23.520094 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff70e6-ccb0-4764-bbff-265188baf093 req-45d65ed7-2848-477a-bf78-a31275661d16 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:23.522439 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0aff70e6-ccb0-4764-bbff-265188baf093 req-45d65ed7-2848-477a-bf78-a31275661d16 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0590572 Jul 04 10:09:23.583217 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0aff70e6-ccb0-4764-bbff-265188baf093 req-143674bd-51ee-487e-8e6f-e9c53fcb1521 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546217 Jul 04 10:09:23.711256 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77098410-e00f-4262-a68d-6f8dfad33bb1 req-723246c4-9663-47cf-a2e3-c592fc410455 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:23.712756 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-77098410-e00f-4262-a68d-6f8dfad33bb1 req-723246c4-9663-47cf-a2e3-c592fc410455 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.0536871 Jul 04 10:09:23.857255 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-77098410-e00f-4262-a68d-6f8dfad33bb1 req-2785278d-217d-4295-a2ad-59cee37c47ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381943 Jul 04 10:09:23.879779 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f4b2409-f9d2-4b02-8f81-1fbb18400b80 req-d7038654-812b-4436-acd5-25edbb8b5d7e service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590679 Jul 04 10:09:24.023952 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7faeb0-43a1-45ee-b64b-d2919e2e83e4 req-a46803c3-3b54-4d50-83ac-846579059730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:24.025662 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad7faeb0-43a1-45ee-b64b-d2919e2e83e4 req-a46803c3-3b54-4d50-83ac-846579059730 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 1129 time: 0.1343751 Jul 04 10:09:24.029755 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b85d25-9ec5-4f53-91c8-3b16e7c2cc97 req-e9798d07-baf6-4d4d-82f0-55bcb7a0a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:24.031339 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85d25-9ec5-4f53-91c8-3b16e7c2cc97 req-e9798d07-baf6-4d4d-82f0-55bcb7a0a1f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 1130 time: 0.1280916 Jul 04 10:09:24.041333 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2de43-85f1-4061-a7c5-3ca2353e911f req-84bfaa18-30cf-4307-a685-3a1b1f03618e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:24.053352 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aec2de43-85f1-4061-a7c5-3ca2353e911f req-84bfaa18-30cf-4307-a685-3a1b1f03618e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.1229794 Jul 04 10:09:24.106169 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aec2de43-85f1-4061-a7c5-3ca2353e911f req-2b0796a6-2474-4821-ba46-afb1de36d256 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508215 Jul 04 10:09:24.263181 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43242) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:24.296496 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 43248) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:24.431735 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.434074 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.448904 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68a923-5b63-46e2-9011-3164de8c3362 req-62730508-729f-4e06-988b-88f796afad18 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:24.450936 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d68a923-5b63-46e2-9011-3164de8c3362 req-62730508-729f-4e06-988b-88f796afad18 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.1009400 Jul 04 10:09:24.527830 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Publish callbacks [] for security_group (27011f42-299b-46bd-b28d-b755b84f5670), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.533041 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (27011f42-299b-46bd-b28d-b755b84f5670), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.578971 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2145dbb5366b45c99cd1a8d4aa1e5f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142385 Jul 04 10:09:24.582463 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43254) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:24.583508 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d68a923-5b63-46e2-9011-3164de8c3362 req-d2fbcb17-5898-4f84-b9da-e9ba48292fc5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240277 Jul 04 10:09:24.613579 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27011f42-299b-46bd-b28d-b755b84f5670,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:24.646025 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.646557 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.647101 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.647584 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.648088 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.648589 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.649152 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad7faeb0-43a1-45ee-b64b-d2919e2e83e4 req-661ecd0b-9af5-47c1-bf06-aded9a9968fc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357911 Jul 04 10:09:24.649329 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.649771 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:24.650968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.650968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.650968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.651760 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.652272 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.652753 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.653924 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.654673 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132a8a8-da2a-4644-80cc-0fe5c7b54292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.659224 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:24.677035 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85d25-9ec5-4f53-91c8-3b16e7c2cc97 req-8aa0fd62-9d31-4fc0-85d0-089898c591ae service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671114 Jul 04 10:09:24.684925 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ad4eec9a-a6df-4404-b225-da824dcc2723 admin admin] Publish callbacks [] for security_group (27011f42-299b-46bd-b28d-b755b84f5670), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.702505 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Publish callbacks [] for security_group (c3d021b6-9551-4b64-a00c-bdafd34d0141), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.713302 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ad4eec9a-a6df-4404-b225-da824dcc2723 admin admin] Publish callbacks [] for security_group (27011f42-299b-46bd-b28d-b755b84f5670), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.729420 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c3d021b6-9551-4b64-a00c-bdafd34d0141), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.772141 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ad4eec9a-a6df-4404-b225-da824dcc2723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (27011f42-299b-46bd-b28d-b755b84f5670), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.775689 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ad4eec9a-a6df-4404-b225-da824dcc2723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.779255 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ad4eec9a-a6df-4404-b225-da824dcc2723 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27011f42-299b-46bd-b28d-b755b84f5670 HTTP/1.1" status: 204 len: 168 time: 0.1940608 Jul 04 10:09:24.779695 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734f0b3-62dd-4c7d-b6a3-3949ec1d288e req-a869a4be-42e5-4dff-b7de-ea8110aa6d7e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:24.787400 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1734f0b3-62dd-4c7d-b6a3-3949ec1d288e req-a869a4be-42e5-4dff-b7de-ea8110aa6d7e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0988321 Jul 04 10:09:24.790209 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eec9a-a6df-4404-b225-da824dcc2723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27011f42-299b-46bd-b28d-b755b84f5670,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:24.812529 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d021b6-9551-4b64-a00c-bdafd34d0141,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:24.819778 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e9d0fba002a490cbbd2759d5ecfbe75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5219653 Jul 04 10:09:24.823014 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43262) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:24.826560 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.826907 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.827287 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.827587 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.827913 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.828275 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.828692 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.829062 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.829529 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.829948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.830512 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.831016 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.831433 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.831765 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.832089 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1dd5c9-b266-4b85-a7c6-e9931b823312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:24.876030 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1734f0b3-62dd-4c7d-b6a3-3949ec1d288e req-7898a93a-907a-4f3e-85a4-660b99a99ec6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856082 Jul 04 10:09:24.948459 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cc021603-339e-4634-b5c4-48f45ab2989b admin admin] Publish callbacks [] for security_group (c3d021b6-9551-4b64-a00c-bdafd34d0141), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:24.975883 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cc021603-339e-4634-b5c4-48f45ab2989b admin admin] Publish callbacks [] for security_group (c3d021b6-9551-4b64-a00c-bdafd34d0141), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:25.038422 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cc021603-339e-4634-b5c4-48f45ab2989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c3d021b6-9551-4b64-a00c-bdafd34d0141), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:25.039261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccd0a8-9ac9-4460-bc98-2c525f7521fb req-14cf0fbf-f875-45ec-a525-e04aaaaa0f0d tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:25.040800 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efccd0a8-9ac9-4460-bc98-2c525f7521fb req-14cf0fbf-f875-45ec-a525-e04aaaaa0f0d tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.0922723 Jul 04 10:09:25.041389 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cc021603-339e-4634-b5c4-48f45ab2989b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:25.043125 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cc021603-339e-4634-b5c4-48f45ab2989b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c3d021b6-9551-4b64-a00c-bdafd34d0141 HTTP/1.1" status: 204 len: 168 time: 0.2185924 Jul 04 10:09:25.052304 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc021603-339e-4634-b5c4-48f45ab2989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d021b6-9551-4b64-a00c-bdafd34d0141,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:25.055607 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b31e-d6c9-450b-93b2-ea202e672d3a req-9fd52509-d8a0-4fc3-9194-86d7339bfd24 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:25.057182 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cb00b31e-d6c9-450b-93b2-ea202e672d3a req-9fd52509-d8a0-4fc3-9194-86d7339bfd24 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0773392 Jul 04 10:09:25.069129 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43274) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:25.075165 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'floatingip': {'port_id': '2172e408-c0ad-454d-89dc-0a5bd85b15cb'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:25.115596 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efccd0a8-9ac9-4460-bc98-2c525f7521fb req-ed461212-9bb4-4950-a5d9-6e1e222d9166 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572865 Jul 04 10:09:25.253004 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4e49b-1686-416e-acb5-4c2a2086c033 req-a7a34ea5-03f5-4e6e-98ba-37a4a3838a06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:25.255391 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-29a4e49b-1686-416e-acb5-4c2a2086c033 req-a7a34ea5-03f5-4e6e-98ba-37a4a3838a06 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0540640 Jul 04 10:09:25.315640 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-29a4e49b-1686-416e-acb5-4c2a2086c033 req-7a7cf5e4-0810-459c-8e04-a986ef54b8a1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507700 Jul 04 10:09:25.383902 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ebd3de21-f719-497d-8ccd-cd3b2ed7db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:25.421355 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (3487bc8e-343e-4908-afa7-0ce8c40df902), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:25.739381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b99a54-3e79-4a5d-91f5-1d5114ba790e req-36478b97-3723-47a2-ad27-b09c2afd191c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:25.747052 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40b99a54-3e79-4a5d-91f5-1d5114ba790e req-36478b97-3723-47a2-ad27-b09c2afd191c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0594137 Jul 04 10:09:25.808834 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40b99a54-3e79-4a5d-91f5-1d5114ba790e req-021c90ab-9eda-4fb5-a8cf-92cb1ed0525b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600228 Jul 04 10:09:25.889349 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 43312) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:25.985110 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:26.025014 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:26.071794 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.077942 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (3487bc8e-343e-4908-afa7-0ce8c40df902), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.132802 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-245190293-network', 'tenant_id': '59fcbc120f0d4dc48dc0b3f2e7433b1a'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:26.162522 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Made reservation on behalf of 59fcbc120f0d4dc48dc0b3f2e7433b1a for: {'network': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:09:26.167622 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.181764 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Floating IP 3487bc8e-343e-4908-afa7-0ce8c40df902 associated. External IP: 172.27.2.72, port: 2172e408-c0ad-454d-89dc-0a5bd85b15cb. Jul 04 10:09:26.184099 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.285393 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8a11-67c8-45ef-baa9-7db09da6d8f6 req-56139778-3a50-49d4-b8a0-2aeec1534728 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:26.286969 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-706d8a11-67c8-45ef-baa9-7db09da6d8f6 req-56139778-3a50-49d4-b8a0-2aeec1534728 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.0782719 Jul 04 10:09:26.360598 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Publish callbacks [] for security_group (2cabf56b-cfc6-4771-8730-f804d7ab6819), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.366432 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-706d8a11-67c8-45ef-baa9-7db09da6d8f6 req-d4ef36ad-663a-4abf-8c8d-d763f1c66518 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705807 Jul 04 10:09:26.370813 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2cabf56b-cfc6-4771-8730-f804d7ab6819), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.401332 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=104129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:09:26.414176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cabf56b-cfc6-4771-8730-f804d7ab6819,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:26.424018 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.424604 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.segments_db [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Added segment baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7 of type vlan for network b221b5cf-f562-4b2f-a2b8-71ec29c35306 Jul 04 10:09:26.429232 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Router 6c6abf71-fdd1-40eb-afe4-59269372ce9c has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:09:26.515523 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:26.525466 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d491-914b-4940-9901-5f3833e2df17 req-594d6c42-150d-4646-b58c-8757bb0a184a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:26.527168 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b4a9d491-914b-4940-9901-5f3833e2df17 req-594d6c42-150d-4646-b58c-8757bb0a184a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.1057248 Jul 04 10:09:26.529059 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (b221b5cf-f562-4b2f-a2b8-71ec29c35306), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.535078 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:26.560627 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:09:26.567253 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.576666 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] Sync routers for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:09:26.596039 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:09:26.597561 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:26.611515 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a5a504c1-4f13-4695-b25c-4588aec2322f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "PUT /v2.0/floatingips/3487bc8e-343e-4908-afa7-0ce8c40df902 HTTP/1.1" status: 200 len: 991 time: 1.5403485 Jul 04 10:09:26.612553 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a842f878-2275-4988-8e51-b3b7276678e7', 'tag': '2172e408-c0ad-454d-89dc-0a5bd85b15cb'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:26.615462 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a5f6cb-f5f9-463f-be66-7e15e5f202da" -d '{"events": [{"name": "network-changed", "server_uuid": "a842f878-2275-4988-8e51-b3b7276678e7", "tag": "2172e408-c0ad-454d-89dc-0a5bd85b15cb"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:26.622972 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b4a9d491-914b-4940-9901-5f3833e2df17 req-ff59062c-4cea-401e-9a13-a2f7f253e0fe tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858505 Jul 04 10:09:26.624616 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (b221b5cf-f562-4b2f-a2b8-71ec29c35306), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.625858 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:26.626496 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.674460 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dfa4d8-f56f-44ca-a2a3-9a5a09faaaa2 x-openstack-request-id: req-66dfa4d8-f56f-44ca-a2a3-9a5a09faaaa2 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:26.674769 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a842f878-2275-4988-8e51-b3b7276678e7", "tag": "2172e408-c0ad-454d-89dc-0a5bd85b15cb", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:26.674989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66dfa4d8-f56f-44ca-a2a3-9a5a09faaaa2 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:26.675821 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66dfa4d8-f56f-44ca-a2a3-9a5a09faaaa2'] response: {'name': 'network-changed', 'server_uuid': 'a842f878-2275-4988-8e51-b3b7276678e7', 'tag': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'status': 'completed', 'code': 200} Jul 04 10:09:26.709828 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8165357 Jul 04 10:09:26.709828 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553139a-ed6c-4a9d-8c5a-34a5677cc22f admin admin] Pushing event updated for resources: {'Network': ['ID=b221b5cf-f562-4b2f-a2b8-71ec29c35306,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:26.710109 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 43340) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:26.715861 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Request body: {'subnet': {'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-245190293-subnet', 'tenant_id': '59fcbc120f0d4dc48dc0b3f2e7433b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:26.722356 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network b221b5cf-f562-4b2f-a2b8-71ec29c35306 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:09:26.736820 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:26.740188 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Made reservation on behalf of 59fcbc120f0d4dc48dc0b3f2e7433b1a for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:09:26.743809 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3796959'] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:26.752732 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:09:26.960111 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9ef1d-698d-4d6f-8ed2-249ddc8fa690 req-10928386-acb9-4c86-abb2-f2b396f1095c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:26.961660 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40d9ef1d-698d-4d6f-8ed2-249ddc8fa690 req-10928386-acb9-4c86-abb2-f2b396f1095c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0594516 Jul 04 10:09:26.963070 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3502216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3796005'] for subnet (8fc77f27-1429-4297-b603-664de9290767), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:27.012995 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '3487bc8e-343e-4908-afa7-0ce8c40df902', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'port_id': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'mac_address': 'fa:16:3e:5c:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842f878-2275-4988-8e51-b3b7276678e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:51Z', 'updated_at': '2022-07-04T10:09:25Z', 'revision_number': 1, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:27.038246 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] Checking router: 6c6abf71-fdd1-40eb-afe4-59269372ce9c for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:09:27.047097 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:09:27.047250 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc77f27-1429-4297-b603-664de9290767,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:27.047696 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:08:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:27.065939 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Checking segment: {'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:09:27.066277 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Network hostable DHCP agents. Network: b221b5cf-f562-4b2f-a2b8-71ec29c35306, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:09:27.072440 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40d9ef1d-698d-4d6f-8ed2-249ddc8fa690 req-a6d5c02e-9470-4d12-918f-563bdbb3d70c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011629 Jul 04 10:09:27.092779 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Network b221b5cf-f562-4b2f-a2b8-71ec29c35306 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:09:27.104758 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, b221b5cf-f562-4b2f-a2b8-71ec29c35306) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:09:27.108924 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:27.109520 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:27.115807 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc789a1-940e-4048-ac47-a5780501f222 None None] Network b221b5cf-f562-4b2f-a2b8-71ec29c35306 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:09:27.140944 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-e4ea6393-1211-4754-9b2a-1b487de895ef admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4297750 Jul 04 10:09:27.237164 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:09:27.240031 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f3d52-ad49-463e-bc88-c11f1c8e48fd None None] Network b221b5cf-f562-4b2f-a2b8-71ec29c35306 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:09:27.471534 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '3487bc8e-343e-4908-afa7-0ce8c40df902', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'port_id': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'mac_address': 'fa:16:3e:5c:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842f878-2275-4988-8e51-b3b7276678e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:51Z', 'updated_at': '2022-07-04T10:09:25Z', 'revision_number': 1, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:27.497976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffd51d-60be-4334-bba2-eb3558b991f9 req-7a6cc50b-af98-46bc-bec3-4a385d6876da tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:27.499619 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-abffd51d-60be-4334-bba2-eb3558b991f9 req-7a6cc50b-af98-46bc-bec3-4a385d6876da tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.0498848 Jul 04 10:09:27.505095 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da55a5-b8aa-45c9-8e53-7b96054737c8 None None] The sync data for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi is: [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '3487bc8e-343e-4908-afa7-0ce8c40df902', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'port_id': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'mac_address': 'fa:16:3e:5c:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a842f878-2275-4988-8e51-b3b7276678e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:51Z', 'updated_at': '2022-07-04T10:09:25Z', 'revision_number': 1, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:09:27.549182 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5fe25ea6-6a54-43bd-a708-bb135fe7549a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:27.556867 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-abffd51d-60be-4334-bba2-eb3558b991f9 req-6ca44bf9-c2e1-404a-b638-27aa1837690d tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515153 Jul 04 10:09:27.756039 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931856df-eb3b-4370-ae62-aca10099a228 req-8011d530-b62c-4749-95ad-b578782bee8a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:27.757561 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-931856df-eb3b-4370-ae62-aca10099a228 req-8011d530-b62c-4749-95ad-b578782bee8a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0478535 Jul 04 10:09:27.810640 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-931856df-eb3b-4370-ae62-aca10099a228 req-e5710132-6ea1-4e00-88bf-da877af255bc tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474021 Jul 04 10:09:28.199138 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69977bd2-5c2e-406f-97c2-c0c350e523f9 req-9b5c7815-7eb0-457a-b1a0-48160f1c4115 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:28.201539 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-69977bd2-5c2e-406f-97c2-c0c350e523f9 req-9b5c7815-7eb0-457a-b1a0-48160f1c4115 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0521574 Jul 04 10:09:28.202259 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ba7fe-c2bd-47e6-8908-473edb68b6ca None None] New status for floating IP 3487bc8e-343e-4908-afa7-0ce8c40df902: ACTIVE {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:09:28.253292 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-69977bd2-5c2e-406f-97c2-c0c350e523f9 req-7fe63991-0bd7-4fce-a972-6c7afb9e34c8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 Jul 04 10:09:28.679467 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:28.682119 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:28.697863 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ccf31-291e-44ba-b8b5-5013e1327b4b req-1136a89f-ed69-48e5-94c1-c217c0bf9350 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:28.699515 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f57ccf31-291e-44ba-b8b5-5013e1327b4b req-1136a89f-ed69-48e5-94c1-c217c0bf9350 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.0583255 Jul 04 10:09:28.762430 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f57ccf31-291e-44ba-b8b5-5013e1327b4b req-91a16056-db0a-4af0-b0f5-facec8e0b34b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535934 Jul 04 10:09:29.195699 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f0c76-50bb-4c84-ac11-c20a6d431191 req-48768314-9853-4926-9fa5-dcde542c6b25 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:29.203864 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f3f0c76-50bb-4c84-ac11-c20a6d431191 req-48768314-9853-4926-9fa5-dcde542c6b25 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.1263206 Jul 04 10:09:29.247812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-32dad758-bb7a-450d-8c19-06a45ced669b tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:29.257309 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-32dad758-bb7a-450d-8c19-06a45ced669b tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/networks?id=b221b5cf-f562-4b2f-a2b8-71ec29c35306 HTTP/1.1" status: 200 len: 808 time: 0.4570582 Jul 04 10:09:29.275408 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-33b6e6e8-975e-4765-9ad8-9c12b8c7a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:29.278324 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-33b6e6e8-975e-4765-9ad8-9c12b8c7a5e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 1130 time: 0.1644597 Jul 04 10:09:29.285345 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-68745515-fcc2-49b2-9cad-5c6311ab2557 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/quotas/59fcbc120f0d4dc48dc0b3f2e7433b1a HTTP/1.1" status: 200 len: 375 time: 0.0262954 Jul 04 10:09:29.332185 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-055d101b-1c83-4399-8f98-dc37d01060e6 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59fcbc120f0d4dc48dc0b3f2e7433b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400567 Jul 04 10:09:29.343141 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f3f0c76-50bb-4c84-ac11-c20a6d431191 req-bf340029-40cd-4b88-9b0c-264bb68395b5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372790 Jul 04 10:09:29.347598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:29.376278 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:29.487291 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a16e8-32f1-4eae-83d3-8f4908bb9569 req-5405fda8-7543-4688-9e43-6292d676eff3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:29.488796 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3c3a16e8-32f1-4eae-83d3-8f4908bb9569 req-5405fda8-7543-4688-9e43-6292d676eff3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0617623 Jul 04 10:09:29.494406 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-b3001501-f1ff-4ddc-a8d7-d712dbf3a4fb service neutron] 10.222.0.79 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503108 Jul 04 10:09:29.597159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3c3a16e8-32f1-4eae-83d3-8f4908bb9569 req-490038f4-242f-4deb-a42f-6a4025e77eaf tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017518 Jul 04 10:09:29.622416 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e5f53369-a206-45de-a771-63f2fa90571d service neutron] 10.222.0.79 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168911 Jul 04 10:09:29.715201 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65760bf7-35f3-4d7c-80ff-795a1464d376 req-ce1341a5-343e-46cb-bb6a-4d0b86d3ddb4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:29.716797 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-65760bf7-35f3-4d7c-80ff-795a1464d376 req-ce1341a5-343e-46cb-bb6a-4d0b86d3ddb4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0499754 Jul 04 10:09:29.726293 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 43418) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:29.731070 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'floatingip': {'port_id': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:29.833525 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (2a80ba38-5b22-424f-940c-e7865bb4259f), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:29.838403 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2e8e24c9-9d90-41e3-b9b8-5bccd2fabba0 req-407162ce-d2f6-42eb-8f16-b9e7d3c6497f tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0752728 Jul 04 10:09:29.994794 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aba66-0e58-4537-983c-3a4d6955adc5 req-26bb885d-4d98-412f-adf1-3b153637bfa1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:29.996280 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d20aba66-0e58-4537-983c-3a4d6955adc5 req-26bb885d-4d98-412f-adf1-3b153637bfa1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.1314759 Jul 04 10:09:30.137410 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d20aba66-0e58-4537-983c-3a4d6955adc5 req-431ddb58-b35b-4760-9ee8-97cf4382af0a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309581 Jul 04 10:09:30.196571 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:30.296338 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:30.372689 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc981d49-0123-4ee7-9c82-39729e46d138 req-18c82a44-0035-47c2-8e17-4a13887d0768 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:30.374072 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc981d49-0123-4ee7-9c82-39729e46d138 req-18c82a44-0035-47c2-8e17-4a13887d0768 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.1695783 Jul 04 10:09:30.384913 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 43440) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:30.394138 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'floatingip': {'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:30.438383 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:30.457485 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (5484669d-a6ae-49d5-9a70-148f0810d534), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:30.601891 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751110c7-0702-49af-82a8-c81fe1f41d0f req-120538c6-c416-429e-a92c-97554a887ceb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:30.603273 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-751110c7-0702-49af-82a8-c81fe1f41d0f req-120538c6-c416-429e-a92c-97554a887ceb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.1755414 Jul 04 10:09:30.614862 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.db.resource_extend [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 04 10:09:30.789761 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:30.937663 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:30.969040 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bf562f98-7043-4a24-a7f9-9bd3bdee38bf req-90a628f6-2022-4dd5-b340-205a194e63f1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0578494 Jul 04 10:09:30.969987 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (2a80ba38-5b22-424f-940c-e7865bb4259f), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:31.104968 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-751110c7-0702-49af-82a8-c81fe1f41d0f req-ccdd344c-e307-4f00-8219-140b4adc6963 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933105 Jul 04 10:09:31.179596 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Floating IP 2a80ba38-5b22-424f-940c-e7865bb4259f associated. External IP: 172.27.2.56, port: ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31. Jul 04 10:09:31.471567 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:31.495424 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:31.502638 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (5484669d-a6ae-49d5-9a70-148f0810d534), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:31.591658 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:31.594119 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:09:31.627731 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Floating IP 5484669d-a6ae-49d5-9a70-148f0810d534 associated. External IP: 172.27.2.237, port: 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8. Jul 04 10:09:31.798403 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:09:31.803865 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:31.808778 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] Sync routers for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:09:31.818425 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:09:31.819038 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:09:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:31.839483 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-78bc2148-413e-478b-84ba-deecc8e711ec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "PUT /v2.0/floatingips/2a80ba38-5b22-424f-940c-e7865bb4259f HTTP/1.1" status: 200 len: 991 time: 2.1120954 Jul 04 10:09:31.870405 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:31.872674 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9565e6d1-34f1-4635-a61d-932a51fcece7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:31.902821 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:31.913080 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fec08e-8fcb-4cb4-851d-6cbf38558968 x-openstack-request-id: req-b7fec08e-8fcb-4cb4-851d-6cbf38558968 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:31.913357 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:31.913664 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7fec08e-8fcb-4cb4-851d-6cbf38558968 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:31.914027 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fec08e-8fcb-4cb4-851d-6cbf38558968'] response: {'name': 'network-changed', 'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'status': 'completed', 'code': 200} Jul 04 10:09:31.928205 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:09:31.948976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:09:32.069166 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1af34f7c-ab30-42da-8bee-6796ff0cf106 req-3477471b-2650-4d30-ade3-8ee2d5d6e72c tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0311062 Jul 04 10:09:32.088278 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:09:32.093284 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:32.099542 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:09:32.111528 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:09:32.112149 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:09:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:32.129410 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-da904901-f8b1-48f2-8350-9f5ce9c8b9ea tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "PUT /v2.0/floatingips/5484669d-a6ae-49d5-9a70-148f0810d534 HTTP/1.1" status: 200 len: 991 time: 1.7413394 Jul 04 10:09:32.156440 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '2a80ba38-5b22-424f-940c-e7865bb4259f', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'port_id': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'mac_address': 'fa:16:3e:40:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:56Z', 'updated_at': '2022-07-04T10:09:30Z', 'revision_number': 1, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:32.159655 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:32.186081 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] Checking router: 23d92ab7-dded-4a4a-a9dc-e3595ad4168b for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:09:32.196165 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:09:32.196943 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:09:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:32.215986 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:09:32.231011 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c414-da1e-4c01-82fe-f5484fc577e9 req-b0cf5721-c85b-4428-b641-5a0ab5d53377 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:32.232520 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c528c414-da1e-4c01-82fe-f5484fc577e9 req-b0cf5721-c85b-4428-b641-5a0ab5d53377 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0496008 Jul 04 10:09:32.281934 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c528c414-da1e-4c01-82fe-f5484fc577e9 req-304fea14-b954-420c-b9af-3d654a1c7e0f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Jul 04 10:09:32.301998 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:09:32.516792 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '2a80ba38-5b22-424f-940c-e7865bb4259f', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'port_id': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'mac_address': 'fa:16:3e:40:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:56Z', 'updated_at': '2022-07-04T10:09:30Z', 'revision_number': 1, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:32.550644 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c43cf2-0856-40e4-bb53-7c35ee4313ca None None] The sync data for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi is: [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '2a80ba38-5b22-424f-940c-e7865bb4259f', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'port_id': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'mac_address': 'fa:16:3e:40:ae:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:56Z', 'updated_at': '2022-07-04T10:09:30Z', 'revision_number': 1, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:09:32.611732 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:31Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:32.615969 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:32.638925 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:09:32.648480 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:09:32.649120 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:09:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:32.755509 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:09:32.869543 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:32.988451 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:31Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:33.013830 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b710a1-4d1f-48b0-9936-b5a6a62c01c4 None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:31Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:09:33.173467 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-56112afb-9004-43aa-82eb-2474e3e56bbe req-8aa974b5-7e47-4e8f-b76c-c7c0d45e86c6 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0296001 Jul 04 10:09:33.431375 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede9ceb-dd20-4dd9-b6f6-c8841a4f4f69 None None] New status for floating IP 2a80ba38-5b22-424f-940c-e7865bb4259f: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:09:33.487274 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:33.762143 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-f8d2be26-3b18-4ceb-9f03-1b687fa4b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:33.763649 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-f8d2be26-3b18-4ceb-9f03-1b687fa4b990 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 1130 time: 0.4022567 Jul 04 10:09:33.777668 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-f8420d9a-e969-4511-9ba2-c2562eaa3505 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3512211 Jul 04 10:09:33.783503 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fe884-fa99-47bd-8a38-c179acc722b9 req-5ba4c3b2-ee61-4849-a7a5-2ca652cd2ab7 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:33.784875 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7f9fe884-fa99-47bd-8a38-c179acc722b9 req-5ba4c3b2-ee61-4849-a7a5-2ca652cd2ab7 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.3597429 Jul 04 10:09:33.790300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-7de9e11d-3a21-481d-97fa-43ff80501cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:33.791679 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-7de9e11d-3a21-481d-97fa-43ff80501cca service neutron] 10.222.0.74 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 911 time: 0.4825525 Jul 04 10:09:33.836590 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7f9fe884-fa99-47bd-8a38-c179acc722b9 req-1747b1c8-c2a0-489b-99f8-059d81b6369b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Jul 04 10:09:33.915679 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'tag': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:33.917999 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9659bd27-cdfe-44b1-9ffe-bec5319c9b5d", "tag": "5a1d4ccd-d32e-4fbf-9325-25b20937bbb8"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:33.955265 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d5afb0-2ca0-4360-9859-039b61e43ba3 x-openstack-request-id: req-68d5afb0-2ca0-4360-9859-039b61e43ba3 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:33.955547 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9659bd27-cdfe-44b1-9ffe-bec5319c9b5d", "tag": "5a1d4ccd-d32e-4fbf-9325-25b20937bbb8", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:33.955800 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-68d5afb0-2ca0-4360-9859-039b61e43ba3 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:33.956237 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d5afb0-2ca0-4360-9859-039b61e43ba3'] response: {'name': 'network-changed', 'server_uuid': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'tag': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'status': 'completed', 'code': 200} Jul 04 10:09:34.158499 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-d25d4889-054f-47ea-9f12-abbfbd4357be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.161032 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-d25d4889-054f-47ea-9f12-abbfbd4357be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 1129 time: 0.0649774 Jul 04 10:09:34.180571 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:34.286735 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-ea0fb05a-d27c-4538-b608-a2f5f5e8f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.290241 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-ea0fb05a-d27c-4538-b608-a2f5f5e8f65d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 1129 time: 0.1893504 Jul 04 10:09:34.294369 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-3cb6a3bd-7460-45f8-b86e-c00396209451 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb HTTP/1.1" status: 200 len: 1001 time: 0.2428854 Jul 04 10:09:34.331298 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-9b0aaa30-aadd-4239-a816-0e42966c2dd3 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.333901 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-9b0aaa30-aadd-4239-a816-0e42966c2dd3 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.74 "GET /v2.0/networks?id=b221b5cf-f562-4b2f-a2b8-71ec29c35306 HTTP/1.1" status: 200 len: 808 time: 0.1928971 Jul 04 10:09:34.388436 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-ca0f0bfd-dd7b-44a5-84b1-b64c35da40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.389934 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-ca0f0bfd-dd7b-44a5-84b1-b64c35da40d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.1165333 Jul 04 10:09:34.392644 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-73459e57-eaea-49d4-80fc-d7a22ba9c1e9 req-adaad113-d306-46a3-9432-d0d61fb268d9 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0948853 Jul 04 10:09:34.394968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Request body: {'port': {'device_id': 'fd010082-5151-49dd-8919-7c004187d9b1', 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306', 'admin_state_up': True, 'tenant_id': '59fcbc120f0d4dc48dc0b3f2e7433b1a'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:34.475416 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-57ee31c1-5238-4921-bf11-e93c7b7bd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.476481 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-57ee31c1-5238-4921-bf11-e93c7b7bd5bc service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.4238460 Jul 04 10:09:34.480054 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-846b9db5-824d-4a52-82b6-30d93576fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.481945 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-846b9db5-824d-4a52-82b6-30d93576fd26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 200 len: 849 time: 0.1472361 Jul 04 10:09:34.503439 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-acce046b-c8e1-409d-8d62-0a622de3af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.505095 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-acce046b-c8e1-409d-8d62-0a622de3af33 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 915 time: 0.1913273 Jul 04 10:09:34.544209 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-024a3763-42c6-4754-9f0c-01ec4372c463 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037993de-7a0b-470c-95e5-54eeb6c77200 HTTP/1.1" status: 200 len: 217 time: 0.0372953 Jul 04 10:09:34.555934 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Made reservation on behalf of 59fcbc120f0d4dc48dc0b3f2e7433b1a for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:09:34.559397 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:34.593999 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:34.657876 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:34.677869 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-e0f8df14-3288-4c53-b48d-77fccc48df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.679406 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-e0f8df14-3288-4c53-b48d-77fccc48df39 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0993416 Jul 04 10:09:34.701926 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cda9ed-2117-488c-aa0b-8eab2b879975 None None] New status for floating IP 5484669d-a6ae-49d5-9a70-148f0810d534: ACTIVE {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:09:34.713860 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-49089536-d3dc-4c33-a215-c3509584b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.715555 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-49089536-d3dc-4c33-a215-c3509584b77e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28afbc1c-7fbf-4c17-a5be-8814771902ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1393394 Jul 04 10:09:34.734173 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-831d0115-d00f-4117-b166-c299cf99ed83 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 HTTP/1.1" status: 200 len: 999 time: 0.1395273 Jul 04 10:09:34.736779 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-06606c49-b927-48d9-91d3-47fabee8ccc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 200 len: 1001 time: 0.1497369 Jul 04 10:09:34.816103 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-6396d304-5c05-4599-926a-6b0b1ddd51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.823347 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-6396d304-5c05-4599-926a-6b0b1ddd51be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0590746 Jul 04 10:09:34.830101 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-325a6e7f-d3ab-40ff-b9be-7e51dec6b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.831142 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-325a6e7f-d3ab-40ff-b9be-7e51dec6b7be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889809 Jul 04 10:09:34.837197 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Allocated IP 172.20.0.3 (b221b5cf-f562-4b2f-a2b8-71ec29c35306/8fc77f27-1429-4297-b603-664de9290767/81bf9e52-9e4d-40a9-9082-fc9577c5149c) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:09:34.913262 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-f13db137-000f-4cec-bd6c-4d5d3a86baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:34.917439 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-f13db137-000f-4cec-bd6c-4d5d3a86baed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845201 Jul 04 10:09:35.003054 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-f3af6eb0-5562-466b-a29a-296fd19ef05b service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610954 Jul 04 10:09:35.095599 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-c27d6328-efb4-43c3-ac03-167b823b15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:35.097078 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-c27d6328-efb4-43c3-ac03-167b823b15a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.3448682 Jul 04 10:09:35.151381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a987c-cc0a-45da-a236-39dc924f17fd req-61e2f74e-136c-4f3c-b797-f684f814a6da tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:35.152923 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-636a987c-cc0a-45da-a236-39dc924f17fd req-61e2f74e-136c-4f3c-b797-f684f814a6da tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.1550679 Jul 04 10:09:35.219117 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:35.240957 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-d4afd93f-1983-41ce-a34b-a1a1e9244c62 service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164433 Jul 04 10:09:35.272236 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-aa52b25a-31dd-465e-8aab-cfbea2c3dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:35.273765 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-aa52b25a-31dd-465e-8aab-cfbea2c3dc69 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1360621 Jul 04 10:09:35.326906 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-6d1c1bc7-df3f-4408-b912-1e4a69573ec2 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367183 Jul 04 10:09:35.330962 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-636a987c-cc0a-45da-a236-39dc924f17fd req-02d35cd3-8dab-4ae0-a6b8-a96d90748c98 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481686 Jul 04 10:09:35.362546 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks [] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:35.406088 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-2c7c2ef1-9d20-4d4f-aace-e24554c645ef service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954067 Jul 04 10:09:35.420735 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:35.471180 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Network b221b5cf-f562-4b2f-a2b8-71ec29c35306 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:09:35.474536 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:09:35.478605 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:09:35.490810 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:35.502247 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Pushing event updated for resources: {'Port': ['ID=81bf9e52-9e4d-40a9-9082-fc9577c5149c,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:35.530358 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:35.530971 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:35.547763 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-6e23afc4-0dd7-404a-a862-3a3473055bb1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1568108 Jul 04 10:09:35.551663 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-599c4165-5187-4020-b811-089156d7ce5c service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994485 Jul 04 10:09:35.584079 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-3abc5688-fa03-4763-bdd4-993e4c8e80be service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909493 Jul 04 10:09:35.603518 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8813f6-17d3-4bcc-ab9b-3dd5343c016b req-572434a3-d088-453b-b988-3b414cdf20d3 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:35.604954 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bf8813f6-17d3-4bcc-ab9b-3dd5343c016b req-572434a3-d088-453b-b988-3b414cdf20d3 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 931 time: 0.1087241 Jul 04 10:09:35.627657 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9565e6d1-34f1-4635-a61d-932a51fcece7 req-a0fbf288-324f-4f5e-9a9a-110a38aa1db3 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629869 Jul 04 10:09:35.665513 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bf8813f6-17d3-4bcc-ab9b-3dd5343c016b req-cc9d8837-e923-43c0-bacb-a41064fc0831 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548103 Jul 04 10:09:35.889879 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Request body: {'port': {'device_id': 'fd010082-5151-49dd-8919-7c004187d9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:35.962969 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:35.981558 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12194da1-4946-47f4-9f0c-41ecbcd4fdc0 req-b686de62-7b5d-44d0-abaf-7b4f146ffcbb service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969079 Jul 04 10:09:36.015505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:36.153536 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:36.229594 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bf9e52-9e4d-40a9-9082-fc9577c5149c {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:36.237261 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Publish callbacks [] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:36.250202 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Transition to ACTIVE for port object 81bf9e52-9e4d-40a9-9082-fc9577c5149c will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:09:36.256228 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:36.306079 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Pushing event updated for resources: {'Port': ['ID=81bf9e52-9e4d-40a9-9082-fc9577c5149c,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:36.438801 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Attempting to bind port 81bf9e52-9e4d-40a9-9082-fc9577c5149c on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:09:36.438801 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Attempting to bind port 81bf9e52-9e4d-40a9-9082-fc9577c5149c by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:09:36.438801 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Attempting to bind port 81bf9e52-9e4d-40a9-9082-fc9577c5149c on network b221b5cf-f562-4b2f-a2b8-71ec29c35306 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:36.446824 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Port 81bf9e52-9e4d-40a9-9082-fc9577c5149c on network b221b5cf-f562-4b2f-a2b8-71ec29c35306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:09:36.447431 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Attempting to bind port 81bf9e52-9e4d-40a9-9082-fc9577c5149c on network b221b5cf-f562-4b2f-a2b8-71ec29c35306 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:09:36.455564 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:09:36.456060 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Checking segment: {'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:09:36.456599 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Bound using segment: {'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:09:36.457309 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Bound port: 81bf9e52-9e4d-40a9-9082-fc9577c5149c, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:09:36.457916 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:36.519580 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01caabcf-d6e5-424c-8757-13864f701d2f req-8e295310-c65a-4b5b-b2c9-035ce8018279 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:36.523272 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-01caabcf-d6e5-424c-8757-13864f701d2f req-8e295310-c65a-4b5b-b2c9-035ce8018279 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0998187 Jul 04 10:09:36.560417 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] For port 81bf9e52-9e4d-40a9-9082-fc9577c5149c, host hv-cinder-84841, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:09:36.563913 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] For port 81bf9e52-9e4d-40a9-9082-fc9577c5149c, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=81bf9e52-9e4d-40a9-9082-fc9577c5149c,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:09:36.573141 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:36.603444 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-01caabcf-d6e5-424c-8757-13864f701d2f req-10aabe86-4f8f-46f4-a42b-a5e3b39b505c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745437 Jul 04 10:09:36.636701 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:36.637302 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:36.638723 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] 10.222.0.74 "PUT /v2.0/ports/81bf9e52-9e4d-40a9-9082-fc9577c5149c HTTP/1.1" status: 200 len: 1093 time: 0.7531803 Jul 04 10:09:36.639173 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd010082-5151-49dd-8919-7c004187d9b1', 'tag': '81bf9e52-9e4d-40a9-9082-fc9577c5149c'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:36.641383 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e306d51-dbf0-4993-b430-dcf032856e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd010082-5151-49dd-8919-7c004187d9b1", "tag": "81bf9e52-9e4d-40a9-9082-fc9577c5149c"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:36.646963 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060eb54-13df-44c4-8284-5181f458ab21 service neutron] Pushing event updated for resources: {'Port': ['ID=81bf9e52-9e4d-40a9-9082-fc9577c5149c,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:36.680690 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87e9ce1-79f3-40a8-a929-e05ad3ff1a18 x-openstack-request-id: req-d87e9ce1-79f3-40a8-a929-e05ad3ff1a18 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:36.680976 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd010082-5151-49dd-8919-7c004187d9b1", "tag": "81bf9e52-9e4d-40a9-9082-fc9577c5149c", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:36.681232 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d87e9ce1-79f3-40a8-a929-e05ad3ff1a18 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:36.681657 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87e9ce1-79f3-40a8-a929-e05ad3ff1a18'] response: {'name': 'network-changed', 'server_uuid': 'fd010082-5151-49dd-8919-7c004187d9b1', 'tag': '81bf9e52-9e4d-40a9-9082-fc9577c5149c', 'status': 'completed', 'code': 200} Jul 04 10:09:36.730836 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-3a61ec3e-e6ea-4ef1-a5ae-a30192092e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:36.732368 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-3a61ec3e-e6ea-4ef1-a5ae-a30192092e43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59fcbc120f0d4dc48dc0b3f2e7433b1a&device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 1127 time: 0.0402527 Jul 04 10:09:36.778685 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-fb32a358-e9e5-4437-b68e-1d14fad5e589 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81bf9e52-9e4d-40a9-9082-fc9577c5149c HTTP/1.1" status: 200 len: 217 time: 0.0339153 Jul 04 10:09:36.778914 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00c304-6cfe-4d7a-9ff9-dd01ad69dc10 req-bbab21e8-4ad7-4f62-9b43-134cae0cc75e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:36.780399 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ba00c304-6cfe-4d7a-9ff9-dd01ad69dc10 req-bbab21e8-4ad7-4f62-9b43-134cae0cc75e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0480263 Jul 04 10:09:36.832218 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ba00c304-6cfe-4d7a-9ff9-dd01ad69dc10 req-34f9153f-47dc-48ac-9fb4-1156c57c8e0e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Jul 04 10:09:36.842856 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-4c0210bb-750c-46a0-96b4-461a7c53cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:36.844625 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-4c0210bb-750c-46a0-96b4-461a7c53cd26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8fc77f27-1429-4297-b603-664de9290767 HTTP/1.1" status: 200 len: 848 time: 0.0453367 Jul 04 10:09:36.881536 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-9a4e8c56-1609-4470-bc1b-578cc91ae0ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b221b5cf-f562-4b2f-a2b8-71ec29c35306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298429 Jul 04 10:09:36.981194 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-fb01f980-813b-4c0b-9177-9b8eb3a6051d service neutron] 10.222.0.74 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851760 Jul 04 10:09:37.077520 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-452d9c72-dd3e-4dcc-93cd-e6e7a6990b2b req-dc297b16-ab36-4ee9-a765-a4833a9fe570 service neutron] 10.222.0.74 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887387 Jul 04 10:09:37.722545 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a9583-68a3-42dd-b1cc-6270c38ac5b5 req-ab4ecb90-26af-409d-b98d-c355dda9eb50 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:37.724099 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-319a9583-68a3-42dd-b1cc-6270c38ac5b5 req-ab4ecb90-26af-409d-b98d-c355dda9eb50 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0508926 Jul 04 10:09:37.773920 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-319a9583-68a3-42dd-b1cc-6270c38ac5b5 req-6b83b283-52e5-46cb-9ea0-973d5dedef81 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Jul 04 10:09:37.958222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c87fb2-b5cc-4c2c-95a2-a505641dc63e req-d324a361-54e0-428c-b2eb-5ac28b46505d tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:37.959717 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-97c87fb2-b5cc-4c2c-95a2-a505641dc63e req-d324a361-54e0-428c-b2eb-5ac28b46505d tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0472925 Jul 04 10:09:38.009647 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-97c87fb2-b5cc-4c2c-95a2-a505641dc63e req-4498f115-ac71-40b9-b95d-ebc0ac3eda18 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Jul 04 10:09:38.854932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:38.894286 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d0d07-579f-4bb7-83e9-7244688ca74f req-2b50a689-e7df-4538-96f8-d7eaddb91ab0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:38.895730 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a22d0d07-579f-4bb7-83e9-7244688ca74f req-2b50a689-e7df-4538-96f8-d7eaddb91ab0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0512223 Jul 04 10:09:39.194573 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13addac2-e79c-4ce4-8306-5df81a1c3639 req-cb16d61f-f462-419d-9772-4468a6f7bc35 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:39.196062 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-13addac2-e79c-4ce4-8306-5df81a1c3639 req-cb16d61f-f462-419d-9772-4468a6f7bc35 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0664265 Jul 04 10:09:39.199967 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a22d0d07-579f-4bb7-83e9-7244688ca74f req-7e0ce1f8-2b18-410a-9b6b-1193168ccc86 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985704 Jul 04 10:09:39.244441 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-13addac2-e79c-4ce4-8306-5df81a1c3639 req-241224bd-e144-4a17-98f3-e6bc34927468 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426850 Jul 04 10:09:40.320633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242f2a7-0c49-4f3b-b78c-2659387836b6 req-92faac19-29e2-4691-afad-a2c7a318a3e4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:40.322168 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5242f2a7-0c49-4f3b-b78c-2659387836b6 req-92faac19-29e2-4691-afad-a2c7a318a3e4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0519400 Jul 04 10:09:40.389466 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead22826-2527-4d56-ba0b-441ea790b6fa req-077aaa55-54dd-4739-9911-e1c8f836da92 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:40.391087 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ead22826-2527-4d56-ba0b-441ea790b6fa req-077aaa55-54dd-4739-9911-e1c8f836da92 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0680718 Jul 04 10:09:40.417718 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5242f2a7-0c49-4f3b-b78c-2659387836b6 req-fdf2e68f-0bd6-4e08-8782-adfbcccd7929 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850432 Jul 04 10:09:40.451573 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ead22826-2527-4d56-ba0b-441ea790b6fa req-6acc1a32-339a-489d-ba98-205ed7bc65b0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524497 Jul 04 10:09:41.555294 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:41.570007 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb590-a9b1-4e30-8d4a-8e8d893b2e39 req-9cfd14cb-38f3-4510-b84e-6e67e4713393 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:41.571453 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a40eb590-a9b1-4e30-8d4a-8e8d893b2e39 req-9cfd14cb-38f3-4510-b84e-6e67e4713393 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0808206 Jul 04 10:09:41.581963 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6e88-25a7-4dc9-84eb-b861049e73e2 req-c1362007-10f6-4f1a-a1cd-921933436798 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:41.583339 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8e2a6e88-25a7-4dc9-84eb-b861049e73e2 req-c1362007-10f6-4f1a-a1cd-921933436798 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0617664 Jul 04 10:09:41.656110 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a40eb590-a9b1-4e30-8d4a-8e8d893b2e39 req-2c49aca2-0213-4aef-be49-fb224c0e7ee4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718348 Jul 04 10:09:41.659268 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8e2a6e88-25a7-4dc9-84eb-b861049e73e2 req-df2b2079-414e-4c2f-ab21-761998f6cce2 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682409 Jul 04 10:09:42.810263 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4455a-5d3b-4cb9-a7ce-16b120ee0557 req-558547c0-0016-43f3-97b7-77dc950f713c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:42.811746 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6bd4455a-5d3b-4cb9-a7ce-16b120ee0557 req-558547c0-0016-43f3-97b7-77dc950f713c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0832279 Jul 04 10:09:42.817553 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce16f7-5240-4d49-b3ce-45713638c891 req-ff2d5bbc-b45d-4d31-8c5a-6d02154c935d tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:42.818934 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dcce16f7-5240-4d49-b3ce-45713638c891 req-ff2d5bbc-b45d-4d31-8c5a-6d02154c935d tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 943 time: 0.0885465 Jul 04 10:09:42.892309 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6bd4455a-5d3b-4cb9-a7ce-16b120ee0557 req-d1defc25-12d2-4eed-b503-974391bacf27 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724301 Jul 04 10:09:42.895529 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dcce16f7-5240-4d49-b3ce-45713638c891 req-02c6e982-a56c-4bc4-a44d-b0d420527385 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687928 Jul 04 10:09:42.919445 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 81bf9e52-9e4d-40a9-9082-fc9577c5149c details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:09:42.926032 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:43.023548 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 81bf9e52-9e4d-40a9-9082-fc9577c5149c, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=81bf9e52-9e4d-40a9-9082-fc9577c5149c,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:43.035783 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '81bf9e52-9e4d-40a9-9082-fc9577c5149c', 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306', 'port_id': '81bf9e52-9e4d-40a9-9082-fc9577c5149c', 'mac_address': 'fa:16:3e:f9:c3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc77f27-1429-4297-b603-664de9290767', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:09:43.083507 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 81bf9e52-9e4d-40a9-9082-fc9577c5149c is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:43.083890 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:43.101496 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bf9e52-9e4d-40a9-9082-fc9577c5149c {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:09:43.122092 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 81bf9e52-9e4d-40a9-9082-fc9577c5149c, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=81bf9e52-9e4d-40a9-9082-fc9577c5149c,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:43.131655 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:43.182579 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=81bf9e52-9e4d-40a9-9082-fc9577c5149c,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:43.190170 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.190518 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.190887 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.191241 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.191580 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.191905 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.192230 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.192551 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.192898 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.193194 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.193498 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.193847 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.194170 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.194503 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:43.194804 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:09:44.039443 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f746-cf92-429f-bf24-54774c40bad2 req-84170c9e-0e20-46b3-8b2f-b24d64dd3bc4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:44.041317 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8b08f746-cf92-429f-bf24-54774c40bad2 req-84170c9e-0e20-46b3-8b2f-b24d64dd3bc4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0790217 Jul 04 10:09:44.049181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528bd81-ea3c-46b1-80e3-33a20efd241f req-c5a8cfae-184a-41f7-913b-6eda857967b1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:44.050588 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6528bd81-ea3c-46b1-80e3-33a20efd241f req-c5a8cfae-184a-41f7-913b-6eda857967b1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0774863 Jul 04 10:09:44.125639 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8b08f746-cf92-429f-bf24-54774c40bad2 req-bce102e2-9167-4375-8e83-704188506de8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740786 Jul 04 10:09:44.128937 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6528bd81-ea3c-46b1-80e3-33a20efd241f req-31525999-7402-4777-aa9e-de3173d55a45 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708809 Jul 04 10:09:45.081959 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:45.091384 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:45.274818 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8f24c-9066-4542-9f2e-3ab94240d71a req-62580e45-39a2-4673-ad51-e27deb0adc0e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:45.276319 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a6b8f24c-9066-4542-9f2e-3ab94240d71a req-62580e45-39a2-4673-ad51-e27deb0adc0e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0763175 Jul 04 10:09:45.297833 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb04b5-534b-4e09-8c21-e4258305b1f1 req-6630e3dd-3375-423b-abe6-8c026d369ba1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:45.299241 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1abb04b5-534b-4e09-8c21-e4258305b1f1 req-6630e3dd-3375-423b-abe6-8c026d369ba1 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0698469 Jul 04 10:09:45.348530 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:45.360318 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a6b8f24c-9066-4542-9f2e-3ab94240d71a req-5e8cc963-310a-4174-aad5-73da164bd534 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783751 Jul 04 10:09:45.363278 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['81bf9e52-9e4d-40a9-9082-fc9577c5149c'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:45.384773 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1abb04b5-534b-4e09-8c21-e4258305b1f1 req-a72792e9-6b67-4ec0-9c18-895fdb777e4f tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785918 Jul 04 10:09:45.917543 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-6f451dba-e16b-4c36-9633-3519c65e55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:45.919080 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-6f451dba-e16b-4c36-9633-3519c65e55f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59fcbc120f0d4dc48dc0b3f2e7433b1a&device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 1128 time: 0.0420244 Jul 04 10:09:45.947409 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:46.028756 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-d5c42e6b-d632-4f07-a70d-5bb83bb282b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:46.029892 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-d5c42e6b-d632-4f07-a70d-5bb83bb282b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b221b5cf-f562-4b2f-a2b8-71ec29c35306 HTTP/1.1" status: 200 len: 909 time: 0.1030774 Jul 04 10:09:46.494282 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-d30145ca-9115-4cdb-b733-0882985da2ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81bf9e52-9e4d-40a9-9082-fc9577c5149c HTTP/1.1" status: 200 len: 217 time: 0.0880985 Jul 04 10:09:46.529946 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca859-aef3-4915-ba56-09a12ed3efbd req-67a2621f-0f14-4842-bc65-0c2edbd065bf tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:46.532208 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bb5ca859-aef3-4915-ba56-09a12ed3efbd req-67a2621f-0f14-4842-bc65-0c2edbd065bf tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0496891 Jul 04 10:09:46.539683 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:46.584502 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-3a30f1cc-cfd3-473c-b5c8-8ac68c9a9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:46.588462 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-3a30f1cc-cfd3-473c-b5c8-8ac68c9a9ba2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8fc77f27-1429-4297-b603-664de9290767 HTTP/1.1" status: 200 len: 848 time: 0.0794237 Jul 04 10:09:46.638378 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bb5ca859-aef3-4915-ba56-09a12ed3efbd req-d6875ae0-4477-45e2-b143-23dbc80a7222 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901201 Jul 04 10:09:46.638787 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-59cd20b0-5ee5-4a13-8e78-56026a7fff78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b221b5cf-f562-4b2f-a2b8-71ec29c35306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401585 Jul 04 10:09:46.646666 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dc455-ecc8-4ba3-a307-7958a0b3d7f1 req-325ce795-de5a-45e3-8c1c-107a5e5e2c13 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:46.655407 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc3dc455-ecc8-4ba3-a307-7958a0b3d7f1 req-325ce795-de5a-45e3-8c1c-107a5e5e2c13 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.1220062 Jul 04 10:09:46.745957 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc3dc455-ecc8-4ba3-a307-7958a0b3d7f1 req-bfa77996-dd6c-4b9b-afe4-2de0ae513010 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798864 Jul 04 10:09:46.772561 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-aeb1b45f-9621-4d05-95d8-c48155db3dd3 service neutron] 10.222.0.74 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236131 Jul 04 10:09:46.883111 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2e306d51-dbf0-4993-b430-dcf032856e4c req-c85f9702-e32e-405a-bd2b-d02cae6a3b6f service neutron] 10.222.0.74 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951929 Jul 04 10:09:47.147053 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 81bf9e52-9e4d-40a9-9082-fc9577c5149c up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:09:47.191157 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 81bf9e52-9e4d-40a9-9082-fc9577c5149c completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:09:47.199706 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 81bf9e52-9e4d-40a9-9082-fc9577c5149c triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:09:47.200073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:47.272269 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 81bf9e52-9e4d-40a9-9082-fc9577c5149c is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:09:47.272511 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:47.298993 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd010082-5151-49dd-8919-7c004187d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bf9e52-9e4d-40a9-9082-fc9577c5149c'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:47.301225 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9871de5a-efd9-419c-95ca-cd70e309aebd" -d '{"events": [{"server_uuid": "fd010082-5151-49dd-8919-7c004187d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "81bf9e52-9e4d-40a9-9082-fc9577c5149c"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:47.312638 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:47.314550 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 81bf9e52-9e4d-40a9-9082-fc9577c5149c, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=81bf9e52-9e4d-40a9-9082-fc9577c5149c,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:47.319500 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:47.343305 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b881577-23a3-4a65-bb3a-792498259227 x-openstack-request-id: req-2b881577-23a3-4a65-bb3a-792498259227 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:47.343616 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd010082-5151-49dd-8919-7c004187d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "81bf9e52-9e4d-40a9-9082-fc9577c5149c", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:47.343905 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b881577-23a3-4a65-bb3a-792498259227 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:47.344649 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b881577-23a3-4a65-bb3a-792498259227'] response: {'server_uuid': 'fd010082-5151-49dd-8919-7c004187d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bf9e52-9e4d-40a9-9082-fc9577c5149c', 'code': 200} Jul 04 10:09:47.372870 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=81bf9e52-9e4d-40a9-9082-fc9577c5149c,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:47.534884 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2fb7e-68e8-4f03-8ddb-d7c57eace9f9 req-1f862f88-e80c-4b0e-b1b1-e92c0e8e52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:47.536440 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1cc2fb7e-68e8-4f03-8ddb-d7c57eace9f9 req-1f862f88-e80c-4b0e-b1b1-e92c0e8e52e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 1129 time: 0.0398412 Jul 04 10:09:47.585569 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1cc2fb7e-68e8-4f03-8ddb-d7c57eace9f9 req-62087dbd-3dc6-4f44-9657-ef7589ec2ae2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Jul 04 10:09:47.755488 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980744c8-d071-4b3f-b1ed-f4d80a14a9e0 req-6d5fa5d6-24bb-4834-9b46-402f84045750 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:47.756793 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-980744c8-d071-4b3f-b1ed-f4d80a14a9e0 req-6d5fa5d6-24bb-4834-9b46-402f84045750 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0482507 Jul 04 10:09:47.835222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db94700-f963-4ff3-8964-51a45618304e req-32365518-0712-4e76-a106-75274fb931c3 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:47.836685 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3db94700-f963-4ff3-8964-51a45618304e req-32365518-0712-4e76-a106-75274fb931c3 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 945 time: 0.0658362 Jul 04 10:09:47.863898 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-980744c8-d071-4b3f-b1ed-f4d80a14a9e0 req-14b5ba19-7bca-4a47-a171-e5f0af85f8fc tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003821 Jul 04 10:09:47.866033 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:47.907521 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3db94700-f963-4ff3-8964-51a45618304e req-3c7a4724-bdb4-4201-9b5b-f030ef5a773c tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624144 Jul 04 10:09:47.972372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972018bd-5d3e-4f4b-ab46-76a0def9df44 req-b06ac4dd-2eda-4c8c-9606-cbd989c9d8ee tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:47.973993 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-972018bd-5d3e-4f4b-ab46-76a0def9df44 req-b06ac4dd-2eda-4c8c-9606-cbd989c9d8ee tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0488360 Jul 04 10:09:48.029826 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-972018bd-5d3e-4f4b-ab46-76a0def9df44 req-ad32e818-0db3-49de-8cd6-737f89ce5fe5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494771 Jul 04 10:09:48.150472 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 43730) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:48.259478 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8933899a-3b58-4ebd-a35d-4f9a084e5d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:48.339549 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8933899a-3b58-4ebd-a35d-4f9a084e5d6c admin admin] Publish callbacks [] for security_group (4a4d299f-1ceb-4407-9cba-e326f3a6351c), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:48.346798 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8933899a-3b58-4ebd-a35d-4f9a084e5d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4a4d299f-1ceb-4407-9cba-e326f3a6351c), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:48.389123 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8933899a-3b58-4ebd-a35d-4f9a084e5d6c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d5ce573d72574211aeaf0581403a097c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373288 Jul 04 10:09:48.390000 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933899a-3b58-4ebd-a35d-4f9a084e5d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d299f-1ceb-4407-9cba-e326f3a6351c,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:48.392149 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 43734) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:48.442501 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6a7283cd-20a8-471a-9d02-64fb6b9f550e admin admin] Publish callbacks [] for security_group (4a4d299f-1ceb-4407-9cba-e326f3a6351c), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:48.465760 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6a7283cd-20a8-471a-9d02-64fb6b9f550e admin admin] Publish callbacks [] for security_group (4a4d299f-1ceb-4407-9cba-e326f3a6351c), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:48.519456 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6a7283cd-20a8-471a-9d02-64fb6b9f550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4a4d299f-1ceb-4407-9cba-e326f3a6351c), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:48.522179 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6a7283cd-20a8-471a-9d02-64fb6b9f550e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:48.523340 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6a7283cd-20a8-471a-9d02-64fb6b9f550e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a4d299f-1ceb-4407-9cba-e326f3a6351c HTTP/1.1" status: 204 len: 168 time: 0.1301215 Jul 04 10:09:48.531724 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7283cd-20a8-471a-9d02-64fb6b9f550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d299f-1ceb-4407-9cba-e326f3a6351c,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:48.984392 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015fe8-0845-46ec-bab3-fa20aa426367 req-138110ab-c8bb-45b9-a4e6-d040af1d9419 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:48.986191 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-62015fe8-0845-46ec-bab3-fa20aa426367 req-138110ab-c8bb-45b9-a4e6-d040af1d9419 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0503621 Jul 04 10:09:49.057139 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11efe2-8e27-4096-b0fc-12f2c22d9f84 req-dcfac439-53d0-4a22-b4e5-277b7097b192 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:49.058843 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7f11efe2-8e27-4096-b0fc-12f2c22d9f84 req-dcfac439-53d0-4a22-b4e5-277b7097b192 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 945 time: 0.0716164 Jul 04 10:09:49.090544 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-62015fe8-0845-46ec-bab3-fa20aa426367 req-b5bdd6a3-5793-4ff6-ba07-cbe1f1e37c6a tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893419 Jul 04 10:09:49.118539 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7f11efe2-8e27-4096-b0fc-12f2c22d9f84 req-5884bd46-1c30-4401-93ac-6db09a0e4174 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Jul 04 10:09:49.232398 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66294dea-4719-4517-943f-67e352dc66e9 req-a3b53233-6790-4384-8cbf-7ce67afe2dae tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:49.234827 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-66294dea-4719-4517-943f-67e352dc66e9 req-a3b53233-6790-4384-8cbf-7ce67afe2dae tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0640264 Jul 04 10:09:49.277147 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:49.295811 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-66294dea-4719-4517-943f-67e352dc66e9 req-14e21529-7337-4671-8b1a-a17d04e0bff4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 Jul 04 10:09:50.245329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358e215-0f4f-4948-b335-a2ab5dd38c0b req-902d3a64-143f-4118-ae01-3d591e04695e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:50.246802 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e358e215-0f4f-4948-b335-a2ab5dd38c0b req-902d3a64-143f-4118-ae01-3d591e04695e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0771408 Jul 04 10:09:50.261921 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b26782-cd75-465d-91f6-9056dca3f88d req-cd445933-9bd7-40d4-ba25-87015c25ce71 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:50.264173 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b26782-cd75-465d-91f6-9056dca3f88d req-cd445933-9bd7-40d4-ba25-87015c25ce71 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 945 time: 0.0640600 Jul 04 10:09:50.343946 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e358e215-0f4f-4948-b335-a2ab5dd38c0b req-096fc0d4-115c-4a48-bedf-3fbdb65a4dd7 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891120 Jul 04 10:09:50.348396 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b26782-cd75-465d-91f6-9056dca3f88d req-445a67bc-076b-4982-82eb-5f480bf8e480 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779481 Jul 04 10:09:50.480225 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dc1fc-f2f3-439a-969f-869bf9d94ef3 req-6db426c6-bd93-4052-9e29-38dd166d8151 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:50.481819 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d77dc1fc-f2f3-439a-969f-869bf9d94ef3 req-6db426c6-bd93-4052-9e29-38dd166d8151 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0514488 Jul 04 10:09:50.532167 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d77dc1fc-f2f3-439a-969f-869bf9d94ef3 req-3b3f5abc-11a1-4859-a4d5-2e7095999b5b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447748 Jul 04 10:09:51.493300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:51.510033 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe1548-8c48-4f6e-8155-68cac51321a8 req-c80a04c8-5222-41ed-8e7d-d95bdc66c97f tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:51.511665 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-28fe1548-8c48-4f6e-8155-68cac51321a8 req-c80a04c8-5222-41ed-8e7d-d95bdc66c97f tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0870399 Jul 04 10:09:51.518580 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1070cc-2686-463b-b0f1-c70f900fe13a req-ba3c4620-61cf-4ca8-b2f6-cea5be2460f9 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:51.519932 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-be1070cc-2686-463b-b0f1-c70f900fe13a req-ba3c4620-61cf-4ca8-b2f6-cea5be2460f9 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 945 time: 0.0934103 Jul 04 10:09:51.594075 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-28fe1548-8c48-4f6e-8155-68cac51321a8 req-9db76e7a-f45a-4700-8500-f0a81333246b tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726638 Jul 04 10:09:51.597573 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-be1070cc-2686-463b-b0f1-c70f900fe13a req-272e5130-2540-4912-9e8a-675287215138 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ab06125-a146-4d36-8533-24c448c828bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701182 Jul 04 10:09:51.726061 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05786ed1-b139-4309-a6a3-f1e464623657 req-e10fa414-b363-49d0-b39d-7a05540841c0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:51.732862 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-05786ed1-b139-4309-a6a3-f1e464623657 req-e10fa414-b363-49d0-b39d-7a05540841c0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0546956 Jul 04 10:09:51.776504 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-29ce3519-8dcf-4652-ad0a-89ab3ec6df93 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:51.778578 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-29ce3519-8dcf-4652-ad0a-89ab3ec6df93 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.74 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 945 time: 0.0946550 Jul 04 10:09:51.780757 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-05786ed1-b139-4309-a6a3-f1e464623657 req-1d22be9a-ac9c-460d-943e-7d85e8a02649 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468974 Jul 04 10:09:51.920789 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Deleting port a30a62d5-35f1-42ed-b4ce-dbf70419be13 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:09:51.921257 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:52.025485 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] For port a30a62d5-35f1-42ed-b4ce-dbf70419be13, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a30a62d5-35f1-42ed-b4ce-dbf70419be13,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:52.026033 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:52.042049 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Calling delete_port for a30a62d5-35f1-42ed-b4ce-dbf70419be13 owned by compute:nova {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:09:52.227163 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:52.234280 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (a30a62d5-35f1-42ed-b4ce-dbf70419be13), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:52.244473 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:52.247806 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['a30a62d5-35f1-42ed-b4ce-dbf70419be13'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:52.267889 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Pushing event deleted for resources: {'Port': ['ID=a30a62d5-35f1-42ed-b4ce-dbf70419be13,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:52.362677 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] No DVR routers for this DVR port a30a62d5-35f1-42ed-b4ce-dbf70419be13 on host hv-cinder-84841 {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:09:52.367720 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:52.371865 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-91a596d7-e599-42ac-95cc-65edc7f1de38 req-4da3850f-20e3-4d7b-be3f-5977f0699932 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.74 "DELETE /v2.0/ports/a30a62d5-35f1-42ed-b4ce-dbf70419be13 HTTP/1.1" status: 204 len: 173 time: 0.5874941 Jul 04 10:09:52.372356 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8df803a-688f-4388-836b-8a16ccc26eba', 'name': 'network-vif-deleted', 'tag': 'a30a62d5-35f1-42ed-b4ce-dbf70419be13'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:52.375250 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e235923c-dd00-4215-b3a6-dbe48576037b" -d '{"events": [{"server_uuid": "e8df803a-688f-4388-836b-8a16ccc26eba", "name": "network-vif-deleted", "tag": "a30a62d5-35f1-42ed-b4ce-dbf70419be13"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:52.447188 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae8e593-ed9a-4ed0-a8a8-b1e1a68f116b x-openstack-request-id: req-cae8e593-ed9a-4ed0-a8a8-b1e1a68f116b {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:52.447481 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8df803a-688f-4388-836b-8a16ccc26eba", "name": "network-vif-deleted", "tag": "a30a62d5-35f1-42ed-b4ce-dbf70419be13", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:52.447785 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cae8e593-ed9a-4ed0-a8a8-b1e1a68f116b {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:52.448355 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae8e593-ed9a-4ed0-a8a8-b1e1a68f116b'] response: {'server_uuid': 'e8df803a-688f-4388-836b-8a16ccc26eba', 'name': 'network-vif-deleted', 'tag': 'a30a62d5-35f1-42ed-b4ce-dbf70419be13', 'status': 'completed', 'code': 200} Jul 04 10:09:52.507663 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939df67-9bb8-459d-889c-bdef86db066d req-8dc12875-0067-4ab9-b193-563e2ba9256e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:52.509307 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3939df67-9bb8-459d-889c-bdef86db066d req-8dc12875-0067-4ab9-b193-563e2ba9256e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0736792 Jul 04 10:09:52.560447 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3939df67-9bb8-459d-889c-bdef86db066d req-9bd1e0fa-5d0b-4f20-9075-3f30260144ac tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Jul 04 10:09:52.698416 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-75d3ee7a-8523-457c-a7e2-a6e33bfb05c1 req-c348833a-7c13-40c8-9724-39f81ed5e613 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 210 time: 0.0294087 Jul 04 10:09:52.898610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b64c1-e12f-4ca6-b8bb-ccdc55cdbd4a req-cce929b1-9d14-4ce9-92ba-4b3db6af1c40 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:52.900510 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-313b64c1-e12f-4ca6-b8bb-ccdc55cdbd4a req-cce929b1-9d14-4ce9-92ba-4b3db6af1c40 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0482621 Jul 04 10:09:52.961554 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-313b64c1-e12f-4ca6-b8bb-ccdc55cdbd4a req-0c609ac6-9cc7-46f7-9f94-c6d8dc7fea41 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538445 Jul 04 10:09:53.688112 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cfdc8-b2cf-43f6-ac62-17fda24f7406 req-923d1c67-5eaf-408e-b9f9-65ad47ac9396 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:53.689637 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6b6cfdc8-b2cf-43f6-ac62-17fda24f7406 req-923d1c67-5eaf-408e-b9f9-65ad47ac9396 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0498252 Jul 04 10:09:53.743506 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6b6cfdc8-b2cf-43f6-ac62-17fda24f7406 req-a924091c-f6dc-40eb-97ee-93d95b38d002 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481119 Jul 04 10:09:53.798573 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4e83d397-d03d-43d8-a57b-3258359d2edd req-78d67b7c-d58b-4f68-b37a-cb556e92eedc tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 210 time: 0.0271192 Jul 04 10:09:54.097008 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ec720-a33e-4f89-9fb7-ac698c2aac72 req-373478d1-6acb-4e90-80ca-d2663333a2b8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:54.099065 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0b8ec720-a33e-4f89-9fb7-ac698c2aac72 req-373478d1-6acb-4e90-80ca-d2663333a2b8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0513973 Jul 04 10:09:54.154162 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0b8ec720-a33e-4f89-9fb7-ac698c2aac72 req-f42b8d67-fd70-4e91-be1f-07ded827c810 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493929 Jul 04 10:09:54.810775 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-aaf80c82-7056-499c-94b9-37bad7400958 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:54.812279 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-aaf80c82-7056-499c-94b9-37bad7400958 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0561547 Jul 04 10:09:54.870033 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260611cc-f0ba-4a71-b243-2c72c14e5079 req-1424db9d-d37e-41ad-b96e-8fae16691932 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:54.871655 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-260611cc-f0ba-4a71-b243-2c72c14e5079 req-1424db9d-d37e-41ad-b96e-8fae16691932 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Jul 04 10:09:54.930274 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0ed7f8d8-34ed-43c1-a8c5-f1b49579a784 req-10406c04-a841-48c2-a507-c4c6fb71a186 tempest-DeleteServersTestJSON-1125599891 tempest-DeleteServersTestJSON-1125599891-project] 10.222.0.79 "GET /v2.0/ports?device_id=e8df803a-688f-4388-836b-8a16ccc26eba HTTP/1.1" status: 200 len: 210 time: 0.0428233 Jul 04 10:09:54.934581 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Deleting port 81bf9e52-9e4d-40a9-9082-fc9577c5149c {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:09:54.934918 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:54.935650 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:54.956561 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-260611cc-f0ba-4a71-b243-2c72c14e5079 req-7a332d6e-73d5-4c7e-98a6-b3d43a676c7a tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774989 Jul 04 10:09:55.041729 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] For port 81bf9e52-9e4d-40a9-9082-fc9577c5149c, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=81bf9e52-9e4d-40a9-9082-fc9577c5149c,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:55.042247 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:55.056661 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Calling delete_port for 81bf9e52-9e4d-40a9-9082-fc9577c5149c owned by compute:nova {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:09:55.191816 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device a30a62d5-35f1-42ed-b4ce-dbf70419be13 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:09:55.195323 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (81bf9e52-9e4d-40a9-9082-fc9577c5149c), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:55.217570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['81bf9e52-9e4d-40a9-9082-fc9577c5149c'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:09:55.221731 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: a30a62d5-35f1-42ed-b4ce-dbf70419be13 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:09:55.222141 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device a30a62d5-35f1-42ed-b4ce-dbf70419be13 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:09:55.226529 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Pushing event deleted for resources: {'Port': ['ID=81bf9e52-9e4d-40a9-9082-fc9577c5149c,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:55.275972 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] No DVR routers for this DVR port 81bf9e52-9e4d-40a9-9082-fc9577c5149c on host hv-cinder-84841 {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:09:55.279272 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:55.279833 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a65dd-030b-4882-baa3-6114d37df4d6 req-2e22d1bc-06db-4e28-86b9-05421819686a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:55.282877 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bbb0770b-7142-450f-b5a1-f75d9668fb4f req-f565f691-b06e-4e70-acd6-58244835e1e0 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.74 "DELETE /v2.0/ports/81bf9e52-9e4d-40a9-9082-fc9577c5149c HTTP/1.1" status: 204 len: 173 time: 0.4347212 Jul 04 10:09:55.283465 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd010082-5151-49dd-8919-7c004187d9b1', 'name': 'network-vif-deleted', 'tag': '81bf9e52-9e4d-40a9-9082-fc9577c5149c'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:09:55.285797 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633d2444-99e4-4eb8-b8c6-0d31fee0003c" -d '{"events": [{"server_uuid": "fd010082-5151-49dd-8919-7c004187d9b1", "name": "network-vif-deleted", "tag": "81bf9e52-9e4d-40a9-9082-fc9577c5149c"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:09:55.294159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-621a65dd-030b-4882-baa3-6114d37df4d6 req-2e22d1bc-06db-4e28-86b9-05421819686a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0588953 Jul 04 10:09:55.322982 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282a1bb3-6908-4ff1-9a5b-36368db3d2ca x-openstack-request-id: req-282a1bb3-6908-4ff1-9a5b-36368db3d2ca {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:09:55.323733 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd010082-5151-49dd-8919-7c004187d9b1", "name": "network-vif-deleted", "tag": "81bf9e52-9e4d-40a9-9082-fc9577c5149c", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:09:55.323733 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-282a1bb3-6908-4ff1-9a5b-36368db3d2ca {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:09:55.323905 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282a1bb3-6908-4ff1-9a5b-36368db3d2ca'] response: {'server_uuid': 'fd010082-5151-49dd-8919-7c004187d9b1', 'name': 'network-vif-deleted', 'tag': '81bf9e52-9e4d-40a9-9082-fc9577c5149c', 'status': 'completed', 'code': 200} Jul 04 10:09:55.356141 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-621a65dd-030b-4882-baa3-6114d37df4d6 req-b3956436-9349-4299-97dc-d607ff8d7f3a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607545 Jul 04 10:09:55.396617 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9da615d6-cc61-4389-afb8-f382912b7960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:56.076619 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-756a7f1f-bae8-4914-92e5-9b5d6124d277 req-cbb1bfb7-68d2-446a-955a-aff33e2eb27c tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd010082-5151-49dd-8919-7c004187d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0362864 Jul 04 10:09:56.480383 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f880e18-af2c-4074-a45d-be41a8b25d1f req-b3e97a54-5723-48e9-a632-25d55e738b5c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:56.481812 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2f880e18-af2c-4074-a45d-be41a8b25d1f req-b3e97a54-5723-48e9-a632-25d55e738b5c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0484056 Jul 04 10:09:56.531289 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2f880e18-af2c-4074-a45d-be41a8b25d1f req-ccac198e-654c-43e9-a101-72a030c447d2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Jul 04 10:09:57.070011 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44004) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:57.183653 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-379c2565-eaaa-43ca-b9a3-f31604971998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.271303 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-379c2565-eaaa-43ca-b9a3-f31604971998 admin admin] Publish callbacks [] for security_group (e1038ba5-ee31-4f8d-a2c7-2db94f2c71a2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.275753 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-379c2565-eaaa-43ca-b9a3-f31604971998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e1038ba5-ee31-4f8d-a2c7-2db94f2c71a2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.318564 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-379c2565-eaaa-43ca-b9a3-f31604971998 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1a4306d15f99496785653e78a488f3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474191 Jul 04 10:09:57.319288 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c2565-eaaa-43ca-b9a3-f31604971998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1038ba5-ee31-4f8d-a2c7-2db94f2c71a2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:57.321551 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44024) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:57.373009 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0102f611-2a0a-4fb1-a4a4-04f98c0f4e12 admin admin] Publish callbacks [] for security_group (e1038ba5-ee31-4f8d-a2c7-2db94f2c71a2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.403851 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0102f611-2a0a-4fb1-a4a4-04f98c0f4e12 admin admin] Publish callbacks [] for security_group (e1038ba5-ee31-4f8d-a2c7-2db94f2c71a2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.425188 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:57.435162 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:57.449857 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-4e877c33-562d-4f7f-aecc-db60a79bae44 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:57.453839 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-4e877c33-562d-4f7f-aecc-db60a79bae44 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/networks?id=b221b5cf-f562-4b2f-a2b8-71ec29c35306 HTTP/1.1" status: 200 len: 808 time: 0.1322198 Jul 04 10:09:57.462351 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44032) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:57.469891 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0102f611-2a0a-4fb1-a4a4-04f98c0f4e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e1038ba5-ee31-4f8d-a2c7-2db94f2c71a2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.472486 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0102f611-2a0a-4fb1-a4a4-04f98c0f4e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.473569 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0102f611-2a0a-4fb1-a4a4-04f98c0f4e12 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1038ba5-ee31-4f8d-a2c7-2db94f2c71a2 HTTP/1.1" status: 204 len: 168 time: 0.1511240 Jul 04 10:09:57.474824 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c6d677b1-58eb-4cde-b98f-3f44beb40b70 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/quotas/59fcbc120f0d4dc48dc0b3f2e7433b1a HTTP/1.1" status: 200 len: 375 time: 0.0157459 Jul 04 10:09:57.510360 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-8a2a980c-4255-4a5d-8720-d9aa2e24fe60 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59fcbc120f0d4dc48dc0b3f2e7433b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345592 Jul 04 10:09:57.537805 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102f611-2a0a-4fb1-a4a4-04f98c0f4e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1038ba5-ee31-4f8d-a2c7-2db94f2c71a2,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:57.555403 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:57.568169 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1e818c58-8754-49c6-b16a-9ba5aafbef36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.592573 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:57.697259 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42590f5a-93fd-42ac-9387-c3863eb36f89 req-e719ce27-1ffb-4779-bc46-4623eb62f695 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:57.698834 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-42590f5a-93fd-42ac-9387-c3863eb36f89 req-e719ce27-1ffb-4779-bc46-4623eb62f695 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0731616 Jul 04 10:09:57.704518 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-9fdd256a-1760-48e7-90de-2d33ecc20db5 service neutron] 10.222.0.79 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904244 Jul 04 10:09:57.826058 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-42590f5a-93fd-42ac-9387-c3863eb36f89 req-46add69b-95bc-4e50-8e45-846292f736f1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134899 Jul 04 10:09:57.848220 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44040) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:57.873555 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-812e7b78-9b2d-426f-8f45-be15ae841c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.878131 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-6f1f0eb5-7967-4c68-8162-f033d5f59340 service neutron] 10.222.0.79 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624405 Jul 04 10:09:57.909238 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (0b86ed9c-5388-4e82-a121-733aef165bc6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.963483 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-812e7b78-9b2d-426f-8f45-be15ae841c24 admin admin] Publish callbacks [] for security_group (7091c737-432c-4498-800d-f8ce2ffa7467), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:57.970862 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-812e7b78-9b2d-426f-8f45-be15ae841c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (7091c737-432c-4498-800d-f8ce2ffa7467), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.072009 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e7b78-9b2d-426f-8f45-be15ae841c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7091c737-432c-4498-800d-f8ce2ffa7467,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:58.077900 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cf916b52-cbb5-45e9-a4e4-94f8dd245d23 req-529949b0-2bbf-437f-9779-f2207b12134b tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 210 time: 0.0479715 Jul 04 10:09:58.084506 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-812e7b78-9b2d-426f-8f45-be15ae841c24 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca947389b8564b3a9a4f8c6d319872a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328296 Jul 04 10:09:58.084918 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44046) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:58.096413 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:09:58.150922 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-177cf85f-8f76-41a9-a4d0-bb6f1b163bc4 admin admin] Publish callbacks [] for security_group (7091c737-432c-4498-800d-f8ce2ffa7467), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.176104 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-177cf85f-8f76-41a9-a4d0-bb6f1b163bc4 admin admin] Publish callbacks [] for security_group (7091c737-432c-4498-800d-f8ce2ffa7467), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.239054 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-177cf85f-8f76-41a9-a4d0-bb6f1b163bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (7091c737-432c-4498-800d-f8ce2ffa7467), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.242127 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-177cf85f-8f76-41a9-a4d0-bb6f1b163bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.245777 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-177cf85f-8f76-41a9-a4d0-bb6f1b163bc4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7091c737-432c-4498-800d-f8ce2ffa7467 HTTP/1.1" status: 204 len: 168 time: 0.1575048 Jul 04 10:09:58.273966 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cf85f-8f76-41a9-a4d0-bb6f1b163bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7091c737-432c-4498-800d-f8ce2ffa7467,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:58.509177 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Deleting port 8eaebecf-14cb-4f3d-8de0-218e245bfd63 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:09:58.509804 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.602769 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] For port 8eaebecf-14cb-4f3d-8de0-218e245bfd63, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=8eaebecf-14cb-4f3d-8de0-218e245bfd63,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:09:58.603139 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.620349 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Calling delete_port for 8eaebecf-14cb-4f3d-8de0-218e245bfd63 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:09:58.663966 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44060) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:58.690966 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7315f0fe-d171-4572-9ce8-5036462cf8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.704653 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:58.752084 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:58.786024 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7315f0fe-d171-4572-9ce8-5036462cf8f3 admin admin] Publish callbacks [] for security_group (f4468b92-0dc5-405c-b6dd-7890a31807f7), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.790944 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7315f0fe-d171-4572-9ce8-5036462cf8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f4468b92-0dc5-405c-b6dd-7890a31807f7), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.832274 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (8eaebecf-14cb-4f3d-8de0-218e245bfd63), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:58.836723 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:58.845546 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7315f0fe-d171-4572-9ce8-5036462cf8f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=756486e047be4714a5827ce01668ddae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802592 Jul 04 10:09:58.846164 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44064) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:58.848733 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315f0fe-d171-4572-9ce8-5036462cf8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4468b92-0dc5-405c-b6dd-7890a31807f7,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:58.872907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eaebecf-14cb-4f3d-8de0-218e245bfd63,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:58.957073 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab0e8-627b-41e5-9711-e45c3d8ab5ff req-54c05674-13e0-4055-831d-d32397bafaa9 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:58.959367 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-829ab0e8-627b-41e5-9711-e45c3d8ab5ff req-54c05674-13e0-4055-831d-d32397bafaa9 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0637898 Jul 04 10:09:58.960188 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f659d21c-78ce-4a22-b8e1-849715bea3ce admin admin] Publish callbacks [] for security_group (f4468b92-0dc5-405c-b6dd-7890a31807f7), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:59.000851 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f659d21c-78ce-4a22-b8e1-849715bea3ce admin admin] Publish callbacks [] for security_group (f4468b92-0dc5-405c-b6dd-7890a31807f7), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:59.012956 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:59.046356 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (0b86ed9c-5388-4e82-a121-733aef165bc6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:59.060203 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-829ab0e8-627b-41e5-9711-e45c3d8ab5ff req-6fa43938-3736-4050-b9fb-d5f3adb1e227 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896032 Jul 04 10:09:59.081131 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f659d21c-78ce-4a22-b8e1-849715bea3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f4468b92-0dc5-405c-b6dd-7890a31807f7), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:59.094334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f659d21c-78ce-4a22-b8e1-849715bea3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:59.095966 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f659d21c-78ce-4a22-b8e1-849715bea3ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4468b92-0dc5-405c-b6dd-7890a31807f7 HTTP/1.1" status: 204 len: 168 time: 0.2481637 Jul 04 10:09:59.104998 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659d21c-78ce-4a22-b8e1-849715bea3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4468b92-0dc5-405c-b6dd-7890a31807f7,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:09:59.214337 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bf3fbd08-6468-49aa-a6de-603aa63e474c req-1f6ec065-778c-4fa0-ab26-78a3866ce110 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 210 time: 0.0400980 Jul 04 10:09:59.234847 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 81bf9e52-9e4d-40a9-9082-fc9577c5149c no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:09:59.259969 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 81bf9e52-9e4d-40a9-9082-fc9577c5149c {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:09:59.260314 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 81bf9e52-9e4d-40a9-9082-fc9577c5149c not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:09:59.363895 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:59.418191 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Router 0b86ed9c-5388-4e82-a121-733aef165bc6 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:09:59.430511 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-733364b5-073b-48b4-a0b8-f5fa0d1239dc tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:09:59.432074 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-733364b5-073b-48b4-a0b8-f5fa0d1239dc tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.74 "GET /v2.0/networks?id=b221b5cf-f562-4b2f-a2b8-71ec29c35306 HTTP/1.1" status: 200 len: 808 time: 0.1895063 Jul 04 10:09:59.512199 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Request body: {'port': {'device_id': '5f3e98bd-4dad-418d-8b37-1141d1f8fac6', 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306', 'admin_state_up': True, 'tenant_id': '59fcbc120f0d4dc48dc0b3f2e7433b1a'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:09:59.629850 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:09:59.638061 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b439ddc9-4833-45e8-a385-93044d44ffd9 admin admin] 10.222.0.79 "PUT /v2.0/routers/0b86ed9c-5388-4e82-a121-733aef165bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1746547 Jul 04 10:09:59.639119 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] Sync routers for ids ['0b86ed9c-5388-4e82-a121-733aef165bc6'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:09:59.640613 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44076) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:09:59.657390 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] Routers {'0b86ed9c-5388-4e82-a121-733aef165bc6'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:09:59.657987 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:09:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0b86ed9c-5388-4e82-a121-733aef165bc6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:09:59.742502 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Made reservation on behalf of 59fcbc120f0d4dc48dc0b3f2e7433b1a for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:09:59.745956 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:59.791732 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks [] for router (0b86ed9c-5388-4e82-a121-733aef165bc6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:09:59.853060 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] Set router 0b86ed9c-5388-4e82-a121-733aef165bc6 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:09:59.903265 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:59.942827 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:09:59.982065 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Allocated IP 172.20.0.4 (b221b5cf-f562-4b2f-a2b8-71ec29c35306/8fc77f27-1429-4297-b603-664de9290767/01d0eebc-9fe5-47d9-8541-c4fa60f22058) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:09:59.989301 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks [] for router_gateway (0b86ed9c-5388-4e82-a121-733aef165bc6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.028330 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:09:58Z', 'revision_number': 5, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port': {'id': 'c0a1efca-f410-49dd-afd2-7ccc8b8da633', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:00.057440 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] Checking router: 0b86ed9c-5388-4e82-a121-733aef165bc6 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:10:00.066269 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] Routers {'0b86ed9c-5388-4e82-a121-733aef165bc6'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:10:00.066871 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:09:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0b86ed9c-5388-4e82-a121-733aef165bc6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:00.069830 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Deleting port c0a1efca-f410-49dd-afd2-7ccc8b8da633 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:10:00.070172 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.161480 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] Set router 0b86ed9c-5388-4e82-a121-733aef165bc6 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:10:00.209287 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f6d6d-9d94-4764-89d5-dca1c2618f65 req-5ff659bb-a8fc-428b-9474-61b0712173f2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:00.210810 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a92f6d6d-9d94-4764-89d5-dca1c2618f65 req-5ff659bb-a8fc-428b-9474-61b0712173f2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0496426 Jul 04 10:10:00.216958 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:09:59Z', 'revision_number': 6, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:00.244119 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800528ff-b60d-417d-b6d7-55202bb300e1 None None] The sync data for ids ['0b86ed9c-5388-4e82-a121-733aef165bc6'] in dv-cinder-848418-1-iscsi is: [{'id': '0b86ed9c-5388-4e82-a121-733aef165bc6', 'name': 'tempest-DeleteServersTestJSON-1181764648-router', 'tenant_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:25Z', 'updated_at': '2022-07-04T10:09:59Z', 'revision_number': 6, 'project_id': 'c5f718c1e8ae45dbb633172c0ba74c5e', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:10:00.262026 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] For port c0a1efca-f410-49dd-afd2-7ccc8b8da633, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=c0a1efca-f410-49dd-afd2-7ccc8b8da633,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:10:00.262562 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.275684 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a92f6d6d-9d94-4764-89d5-dca1c2618f65 req-6685b94d-26b8-455a-8b67-fb80c0001b8a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588439 Jul 04 10:10:00.289216 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks [] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.290969 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Calling delete_port for c0a1efca-f410-49dd-afd2-7ccc8b8da633 owned by network:router_gateway {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:10:00.330716 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f8045162-aad8-45ca-b5ce-ef2703d4610d req-52485f89-c6e0-4608-9650-6a7d6748b911 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 210 time: 0.0270779 Jul 04 10:10:00.382817 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.435036 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.721321 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Network b221b5cf-f562-4b2f-a2b8-71ec29c35306 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:10:00.725009 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:10:00.728597 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:10:00.732087 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Pushing event updated for resources: {'Port': ['ID=01d0eebc-9fe5-47d9-8541-c4fa60f22058,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:00.786224 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.819168 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:00.819761 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.844494 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-0606e65f-7e7d-46d1-809e-c73091498953 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3612275 Jul 04 10:10:00.845955 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (c0a1efca-f410-49dd-afd2-7ccc8b8da633), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:00.849989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:00.874668 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Request body: {'port': {'device_id': '5f3e98bd-4dad-418d-8b37-1141d1f8fac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:00.880315 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a1efca-f410-49dd-afd2-7ccc8b8da633,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:00.906025 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:00.994356 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.017077 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (0b86ed9c-5388-4e82-a121-733aef165bc6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.152717 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (0b86ed9c-5388-4e82-a121-733aef165bc6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.156733 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks [] for router_controller (0b86ed9c-5388-4e82-a121-733aef165bc6), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.279390 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (0b86ed9c-5388-4e82-a121-733aef165bc6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.280135 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b86ed9c-5388-4e82-a121-733aef165bc6 {{(pid=104130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:10:01.290287 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.291704 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-57d07dbe-24e4-4d5d-b29c-1366c7dedcd5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0b86ed9c-5388-4e82-a121-733aef165bc6 HTTP/1.1" status: 204 len: 168 time: 1.6499295 Jul 04 10:10:01.294647 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44088) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:01.401246 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de07a75-e9c6-4805-8d32-4d95c57520a5 req-e13a4517-50f3-4006-a7dd-018f9ff07dcc tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:01.414108 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7de07a75-e9c6-4805-8d32-4d95c57520a5 req-e13a4517-50f3-4006-a7dd-018f9ff07dcc tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0713127 Jul 04 10:10:01.419339 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f84c779-bbc8-4d79-ab7e-9f6c21de6b76 admin admin] Deleting subnet 047af437-cf11-40d2-947e-301e60dd34a6 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:10:01.425556 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2f84c779-bbc8-4d79-ab7e-9f6c21de6b76 admin admin] Publish callbacks [] for subnet (047af437-cf11-40d2-947e-301e60dd34a6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.483260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2f84c779-bbc8-4d79-ab7e-9f6c21de6b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (047af437-cf11-40d2-947e-301e60dd34a6), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.513747 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd297fc-0921-4c14-b0e4-b82feb5a1095 req-8a3787e4-94a2-4931-a32a-03bdb9e81af9 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:01.515231 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fdd297fc-0921-4c14-b0e4-b82feb5a1095 req-8a3787e4-94a2-4931-a32a-03bdb9e81af9 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 931 time: 0.0689495 Jul 04 10:10:01.519096 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7de07a75-e9c6-4805-8d32-4d95c57520a5 req-d290fc9c-f149-4458-8d31-8f5f655948fe tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892401 Jul 04 10:10:01.572459 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fdd297fc-0921-4c14-b0e4-b82feb5a1095 req-dbaa62e7-19f8-4417-a004-5f937be54dec tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Jul 04 10:10:01.631532 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d0eebc-9fe5-47d9-8541-c4fa60f22058 {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:10:01.645438 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Publish callbacks [] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.659286 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2f84c779-bbc8-4d79-ab7e-9f6c21de6b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (047af437-cf11-40d2-947e-301e60dd34a6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.687647 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Transition to ACTIVE for port object 01d0eebc-9fe5-47d9-8541-c4fa60f22058 will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:10:01.698008 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 8eaebecf-14cb-4f3d-8de0-218e245bfd63 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:10:01.699386 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.718265 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 8eaebecf-14cb-4f3d-8de0-218e245bfd63 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:10:01.718682 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 8eaebecf-14cb-4f3d-8de0-218e245bfd63 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:10:01.719505 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device c0a1efca-f410-49dd-afd2-7ccc8b8da633 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:10:01.740121 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: c0a1efca-f410-49dd-afd2-7ccc8b8da633 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:10:01.740326 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device c0a1efca-f410-49dd-afd2-7ccc8b8da633 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:10:01.759451 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:01.775081 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Pushing event updated for resources: {'Port': ['ID=01d0eebc-9fe5-47d9-8541-c4fa60f22058,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:01.794202 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2f84c779-bbc8-4d79-ab7e-9f6c21de6b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (047af437-cf11-40d2-947e-301e60dd34a6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.823676 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84c779-bbc8-4d79-ab7e-9f6c21de6b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047af437-cf11-40d2-947e-301e60dd34a6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:01.849382 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2f84c779-bbc8-4d79-ab7e-9f6c21de6b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.852543 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2f84c779-bbc8-4d79-ab7e-9f6c21de6b76 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/047af437-cf11-40d2-947e-301e60dd34a6 HTTP/1.1" status: 204 len: 168 time: 0.5568373 Jul 04 10:10:01.853754 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5371e-d597-4503-a75d-b67ccb565182 None None] Network 66162d09-cc6b-4730-9f6b-77adf985caff requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:10:01.855235 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44096) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:01.885397 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:01.950690 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Attempting to bind port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:10:01.951033 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Attempting to bind port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:10:01.951365 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Attempting to bind port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 on network b221b5cf-f562-4b2f-a2b8-71ec29c35306 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:10:01.957835 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (66162d09-cc6b-4730-9f6b-77adf985caff), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:01.961009 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 on network b221b5cf-f562-4b2f-a2b8-71ec29c35306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:10:01.961235 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Attempting to bind port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 on network b221b5cf-f562-4b2f-a2b8-71ec29c35306 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:10:01.970372 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:10:01.970717 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Checking segment: {'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:10:01.971134 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Bound using segment: {'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:10:01.971586 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Bound port: 01d0eebc-9fe5-47d9-8541-c4fa60f22058, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:10:01.971952 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.001879 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] DHCP port deletion for 66162d09-cc6b-4730-9f6b-77adf985caff request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:10:02.042493 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Deleting port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:10:02.042731 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.043654 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] Deleting port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:10:02.044021 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.087857 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] For port 01d0eebc-9fe5-47d9-8541-c4fa60f22058, host hv-cinder-84841, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:10:02.108992 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] For port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:10:02.109405 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.122740 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] Calling delete_port for 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:10:02.132611 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] For port 01d0eebc-9fe5-47d9-8541-c4fa60f22058, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=01d0eebc-9fe5-47d9-8541-c4fa60f22058,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:10:02.139610 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] For port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,segment=NetworkSegment(0b2bc818-def5-43b8-a375-6ab7cc9b848e),segment_id=0b2bc818-def5-43b8-a375-6ab7cc9b848e)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:10:02.139610 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.149580 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.157343 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Calling delete_port for 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:10:02.237376 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:02.237907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.239308 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] 10.222.0.74 "PUT /v2.0/ports/01d0eebc-9fe5-47d9-8541-c4fa60f22058 HTTP/1.1" status: 200 len: 1093 time: 1.3842647 Jul 04 10:10:02.239843 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3e98bd-4dad-418d-8b37-1141d1f8fac6', 'tag': '01d0eebc-9fe5-47d9-8541-c4fa60f22058'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:10:02.242092 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d801b3c8-5cdf-480f-b329-6c82ee9db710" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3e98bd-4dad-418d-8b37-1141d1f8fac6", "tag": "01d0eebc-9fe5-47d9-8541-c4fa60f22058"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:10:02.260551 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c4cff-1c5c-4552-99d8-8c05a4e33e30 service neutron] Pushing event updated for resources: {'Port': ['ID=01d0eebc-9fe5-47d9-8541-c4fa60f22058,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:02.271700 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.297122 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6438a804-a19c-4295-b0aa-b12f9cece36d x-openstack-request-id: req-6438a804-a19c-4295-b0aa-b12f9cece36d {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:10:02.297416 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3e98bd-4dad-418d-8b37-1141d1f8fac6", "tag": "01d0eebc-9fe5-47d9-8541-c4fa60f22058", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:10:02.297686 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6438a804-a19c-4295-b0aa-b12f9cece36d {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:10:02.298093 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6438a804-a19c-4295-b0aa-b12f9cece36d'] response: {'name': 'network-changed', 'server_uuid': '5f3e98bd-4dad-418d-8b37-1141d1f8fac6', 'tag': '01d0eebc-9fe5-47d9-8541-c4fa60f22058', 'status': 'completed', 'code': 200} Jul 04 10:10:02.300239 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] Pushing event deleted for resources: {'Port': ['ID=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:02.306145 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b626a158-49ba-4b19-aee2-869681cb7c48 None None] No DVR routers for this DVR port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd on host dv-cinder-848418-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:10:02.307461 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.362640 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] No DVR routers for this DVR port 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd on host dv-cinder-848418-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:10:02.364110 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:02.393374 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-752a18fa-de55-4bf6-968d-12b510033efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:02.394925 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-752a18fa-de55-4bf6-968d-12b510033efb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59fcbc120f0d4dc48dc0b3f2e7433b1a&device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 1127 time: 0.0837042 Jul 04 10:10:02.445137 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-2b687d06-5de0-4abf-99a1-69ee961ce1d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01d0eebc-9fe5-47d9-8541-c4fa60f22058 HTTP/1.1" status: 200 len: 217 time: 0.0394263 Jul 04 10:10:02.489266 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (66162d09-cc6b-4730-9f6b-77adf985caff), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.489561 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.539153 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66162d09-cc6b-4730-9f6b-77adf985caff']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:02.553076 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2bc818-def5-43b8-a375-6ab7cc9b848e') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:02.553429 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2bc818-def5-43b8-a375-6ab7cc9b848e') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:02.556255 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-b73d16aa-3196-4e57-914b-4e82b23b4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:02.557782 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-b73d16aa-3196-4e57-914b-4e82b23b4874 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8fc77f27-1429-4297-b603-664de9290767 HTTP/1.1" status: 200 len: 848 time: 0.1061449 Jul 04 10:10:02.566666 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3257662'] for segment (0b2bc818-def5-43b8-a375-6ab7cc9b848e), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.603086 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-a0e90ddd-33ce-4dc4-8a00-7d1d30667064 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b221b5cf-f562-4b2f-a2b8-71ec29c35306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344079 Jul 04 10:10:02.608921 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (0b2bc818-def5-43b8-a375-6ab7cc9b848e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.617219 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:10:02.617523 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3384101'] for segment (0b2bc818-def5-43b8-a375-6ab7cc9b848e), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.649657 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 0b2bc818-def5-43b8-a375-6ab7cc9b848e resource provider aggregate not found Jul 04 10:10:02.669582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178e33-5378-46ad-ae31-cb907421f67e req-1bde3652-89b8-49ae-b3e4-87b6881cf07b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:02.670124 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 0b2bc818-def5-43b8-a375-6ab7cc9b848e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b2bc818-def5-43b8-a375-6ab7cc9b848e found for delete ", "request_id": "req-c4b4d378-2060-4fe0-a24d-293eed73e1e1"}]} Jul 04 10:10:02.671095 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5a178e33-5378-46ad-ae31-cb907421f67e req-1bde3652-89b8-49ae-b3e4-87b6881cf07b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0811822 Jul 04 10:10:02.722173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013056fc-475a-458e-9a6c-60b9506cb3ca req-76490be2-7c5b-49aa-9d5f-9b788dc65eab tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:02.723642 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-013056fc-475a-458e-9a6c-60b9506cb3ca req-76490be2-7c5b-49aa-9d5f-9b788dc65eab tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 943 time: 0.0710378 Jul 04 10:10:02.749112 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (66162d09-cc6b-4730-9f6b-77adf985caff), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.759623 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:02.762701 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] 10.222.0.79 "DELETE /v2.0/networks/66162d09-cc6b-4730-9f6b-77adf985caff HTTP/1.1" status: 204 len: 168 time: 0.9065666 Jul 04 10:10:02.764175 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:02.768644 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:02.778204 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5a178e33-5378-46ad-ae31-cb907421f67e req-87eb0b79-13e2-429e-bbb7-91fc753bcacf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909903 Jul 04 10:10:02.790104 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78107dec-0c24-4714-92d5-102e38860b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=66162d09-cc6b-4730-9f6b-77adf985caff,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:02.796315 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-2dde21fc-9bb4-4485-8a23-31200671e9d4 service neutron] 10.222.0.74 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804407 Jul 04 10:10:02.815132 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-013056fc-475a-458e-9a6c-60b9506cb3ca req-5329cf8d-d146-40f7-b980-5e2934b1f79c tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802402 Jul 04 10:10:02.913149 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa0783ac-fed0-430a-9cb9-ea78b37ec3c4 req-bd89e175-ed5c-4556-b966-ff76355ac378 service neutron] 10.222.0.74 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071169 Jul 04 10:10:02.963026 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44112) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:03.002363 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:03.007076 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-00ca73ea-0a8a-4ead-8943-d38b86acfa87 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5f718c1e8ae45dbb633172c0ba74c5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429907 Jul 04 10:10:03.010004 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44114) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:03.062300 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f98f00f-2f5b-45e5-a8b1-7891526393d9 admin admin] Publish callbacks [] for security_group (5ab06125-a146-4d36-8533-24c448c828bd), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:03.085862 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f98f00f-2f5b-45e5-a8b1-7891526393d9 admin admin] Publish callbacks [] for security_group (5ab06125-a146-4d36-8533-24c448c828bd), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:03.141041 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f98f00f-2f5b-45e5-a8b1-7891526393d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (5ab06125-a146-4d36-8533-24c448c828bd), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:03.143857 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f98f00f-2f5b-45e5-a8b1-7891526393d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:03.145002 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7f98f00f-2f5b-45e5-a8b1-7891526393d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ab06125-a146-4d36-8533-24c448c828bd HTTP/1.1" status: 204 len: 168 time: 0.1340804 Jul 04 10:10:03.153053 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98f00f-2f5b-45e5-a8b1-7891526393d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab06125-a146-4d36-8533-24c448c828bd,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:03.698624 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:10:03.720072 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:10:03.720761 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 85bb4f30-b4ac-4dc5-a155-f24ab95b0cfd not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:10:03.931030 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a7414-4926-4a78-87cc-4245c2edc9bf req-efc29727-0d0c-4c83-b5ed-e54e56c50fd4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:03.938372 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bb0a7414-4926-4a78-87cc-4245c2edc9bf req-efc29727-0d0c-4c83-b5ed-e54e56c50fd4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0865161 Jul 04 10:10:03.976504 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ce4f1-e9af-46c7-9fba-dacf963e3dd2 req-f0db2486-4c4c-471a-9f8e-c82c72de5dd5 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:03.978069 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-894ce4f1-e9af-46c7-9fba-dacf963e3dd2 req-f0db2486-4c4c-471a-9f8e-c82c72de5dd5 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 943 time: 0.0912626 Jul 04 10:10:03.988006 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:04.021126 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bb0a7414-4926-4a78-87cc-4245c2edc9bf req-371548d5-4dcb-421a-aa17-1279bcbe5241 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816782 Jul 04 10:10:04.059462 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-894ce4f1-e9af-46c7-9fba-dacf963e3dd2 req-5cb41257-8892-40a3-aea6-dd696a70c308 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682335 Jul 04 10:10:04.065565 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-1e2a4bd0-99dd-46a3-a5e6-69527018fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:04.067878 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-1e2a4bd0-99dd-46a3-a5e6-69527018fc44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59fcbc120f0d4dc48dc0b3f2e7433b1a&device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 1127 time: 0.0551682 Jul 04 10:10:04.169997 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-7b533030-a2a9-4df9-941e-72580fafc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:04.171740 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-7b533030-a2a9-4df9-941e-72580fafc85a service neutron] 10.222.0.74 "GET /v2.0/networks?id=b221b5cf-f562-4b2f-a2b8-71ec29c35306 HTTP/1.1" status: 200 len: 909 time: 0.0939770 Jul 04 10:10:04.217933 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-3c88d3d7-89e0-4d85-bfda-fb6de6c7d366 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01d0eebc-9fe5-47d9-8541-c4fa60f22058 HTTP/1.1" status: 200 len: 217 time: 0.0378006 Jul 04 10:10:04.271970 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-a59cb5c2-950d-4b7f-ae65-092a2c665ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:04.273464 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-a59cb5c2-950d-4b7f-ae65-092a2c665ee6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8fc77f27-1429-4297-b603-664de9290767 HTTP/1.1" status: 200 len: 848 time: 0.0489092 Jul 04 10:10:04.307942 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-ff40fa2d-59dc-4fc0-93b0-32eb1a772526 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b221b5cf-f562-4b2f-a2b8-71ec29c35306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263760 Jul 04 10:10:04.404771 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-4bf3bef5-7368-493a-90dd-2e7b9d69301c service neutron] 10.222.0.74 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881596 Jul 04 10:10:04.506774 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d801b3c8-5cdf-480f-b329-6c82ee9db710 req-44c4a15b-9dc1-4d23-84ae-718caf2b63f4 service neutron] 10.222.0.74 "GET /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925932 Jul 04 10:10:05.149142 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2d06-7d3b-4a63-a27b-5fe1f442773b req-7a1fd9b2-0644-4507-9aa2-f3fd0c896d58 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:05.150607 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-19ed2d06-7d3b-4a63-a27b-5fe1f442773b req-7a1fd9b2-0644-4507-9aa2-f3fd0c896d58 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0556116 Jul 04 10:10:05.199979 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa627624-bc16-44f1-b00e-e7dfe45fe952 req-3748cca9-f393-4ab0-bfde-6f5b58c05b63 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:05.201389 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aa627624-bc16-44f1-b00e-e7dfe45fe952 req-3748cca9-f393-4ab0-bfde-6f5b58c05b63 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 943 time: 0.0709901 Jul 04 10:10:05.240312 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-19ed2d06-7d3b-4a63-a27b-5fe1f442773b req-82aaf791-ced2-4ed9-93af-8fb8d4e7eadb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706456 Jul 04 10:10:05.266298 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aa627624-bc16-44f1-b00e-e7dfe45fe952 req-26ee38ce-b0a6-49b8-a7fc-0d2c881e3b71 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552170 Jul 04 10:10:05.271230 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 01d0eebc-9fe5-47d9-8541-c4fa60f22058 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:10:05.370871 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 01d0eebc-9fe5-47d9-8541-c4fa60f22058, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=01d0eebc-9fe5-47d9-8541-c4fa60f22058,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:10:05.506267 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '01d0eebc-9fe5-47d9-8541-c4fa60f22058', 'network_id': 'b221b5cf-f562-4b2f-a2b8-71ec29c35306', 'port_id': '01d0eebc-9fe5-47d9-8541-c4fa60f22058', 'mac_address': 'fa:16:3e:26:94:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc77f27-1429-4297-b603-664de9290767', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:10:05.533170 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:05.541489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:10:05.541836 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:05.555669 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d0eebc-9fe5-47d9-8541-c4fa60f22058 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:10:05.575465 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 01d0eebc-9fe5-47d9-8541-c4fa60f22058, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=01d0eebc-9fe5-47d9-8541-c4fa60f22058,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:10:05.582440 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:05.627671 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=01d0eebc-9fe5-47d9-8541-c4fa60f22058,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:05.921284 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['01d0eebc-9fe5-47d9-8541-c4fa60f22058'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:10:06.007244 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:06.384776 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293b749-b100-4362-b549-deb438b381bb req-5dfdc94e-4c3c-436a-871e-9e85a3f418fe tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:06.386267 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8293b749-b100-4362-b549-deb438b381bb req-5dfdc94e-4c3c-436a-871e-9e85a3f418fe tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0729768 Jul 04 10:10:06.422078 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b34467-e99a-4707-8bc0-3a30eb538c06 req-08f12f7f-0baa-4cbd-a6ff-7b285eeba4ef tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:06.423685 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c8b34467-e99a-4707-8bc0-3a30eb538c06 req-08f12f7f-0baa-4cbd-a6ff-7b285eeba4ef tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 944 time: 0.0744605 Jul 04 10:10:06.669105 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8293b749-b100-4362-b549-deb438b381bb req-4f6e69a1-7eba-4779-acf8-0d3a28a26432 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770932 Jul 04 10:10:06.693188 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c8b34467-e99a-4707-8bc0-3a30eb538c06 req-46e19d16-7882-4507-8c8b-4393f3e5898f tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636147 Jul 04 10:10:07.291262 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 01d0eebc-9fe5-47d9-8541-c4fa60f22058 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:10:07.339857 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:10:07.350391 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:10:07.350762 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:07.428856 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:10:07.429240 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:07.453039 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3e98bd-4dad-418d-8b37-1141d1f8fac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d0eebc-9fe5-47d9-8541-c4fa60f22058'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:10:07.455390 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904a37e2-b0a2-4a48-93cc-163226987cc2" -d '{"events": [{"server_uuid": "5f3e98bd-4dad-418d-8b37-1141d1f8fac6", "name": "network-vif-plugged", "status": "completed", "tag": "01d0eebc-9fe5-47d9-8541-c4fa60f22058"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:10:07.469271 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 01d0eebc-9fe5-47d9-8541-c4fa60f22058, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=01d0eebc-9fe5-47d9-8541-c4fa60f22058,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:10:07.474935 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:07.501507 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de763a3c-0100-41f3-92e2-21242dfaee80 x-openstack-request-id: req-de763a3c-0100-41f3-92e2-21242dfaee80 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:10:07.501865 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3e98bd-4dad-418d-8b37-1141d1f8fac6", "name": "network-vif-plugged", "status": "completed", "tag": "01d0eebc-9fe5-47d9-8541-c4fa60f22058", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:10:07.502120 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de763a3c-0100-41f3-92e2-21242dfaee80 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:10:07.502522 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de763a3c-0100-41f3-92e2-21242dfaee80'] response: {'server_uuid': '5f3e98bd-4dad-418d-8b37-1141d1f8fac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d0eebc-9fe5-47d9-8541-c4fa60f22058', 'code': 200} Jul 04 10:10:07.533944 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=01d0eebc-9fe5-47d9-8541-c4fa60f22058,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:07.693653 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790f70e-8e1f-4b23-8bbb-12ffcd259f70 req-be3f3137-958b-4c55-966a-5b80530e46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:07.695324 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e790f70e-8e1f-4b23-8bbb-12ffcd259f70 req-be3f3137-958b-4c55-966a-5b80530e46b7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 1129 time: 0.0392787 Jul 04 10:10:07.745669 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e790f70e-8e1f-4b23-8bbb-12ffcd259f70 req-5b95008e-2b20-43d1-b3a6-5990e2ec47df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Jul 04 10:10:07.792456 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65b15c-8498-41d8-9f39-a6190d4c3bf1 req-88441105-80e2-49d7-b71d-f01e46b2c3e2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:07.793948 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1e65b15c-8498-41d8-9f39-a6190d4c3bf1 req-88441105-80e2-49d7-b71d-f01e46b2c3e2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0531652 Jul 04 10:10:07.863850 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d283352-d5ba-487e-8071-c2d58afa37ec req-8dc79c2d-e095-47f5-8ccc-cf008d47282b tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:07.865340 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1d283352-d5ba-487e-8071-c2d58afa37ec req-8dc79c2d-e095-47f5-8ccc-cf008d47282b tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0810349 Jul 04 10:10:07.899832 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1e65b15c-8498-41d8-9f39-a6190d4c3bf1 req-7a1184a8-a02c-41fe-9bbc-2eb1da22531c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958052 Jul 04 10:10:07.939952 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1d283352-d5ba-487e-8071-c2d58afa37ec req-08b22441-c8d7-4cdb-b8be-9e572d70003f tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683718 Jul 04 10:10:09.019187 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42476d-57c6-4448-8b9e-524ea75c7fdd req-3a8e3ecc-e4ff-4901-a3fa-d045397caab8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:09.020605 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f42476d-57c6-4448-8b9e-524ea75c7fdd req-3a8e3ecc-e4ff-4901-a3fa-d045397caab8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0481887 Jul 04 10:10:09.078234 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca74084-53e4-4e80-b746-6d62e1e9e0d4 req-7800b657-ae95-4bd4-a92a-c9df236ab3fe tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:09.079697 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5ca74084-53e4-4e80-b746-6d62e1e9e0d4 req-7800b657-ae95-4bd4-a92a-c9df236ab3fe tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0677612 Jul 04 10:10:09.117783 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f42476d-57c6-4448-8b9e-524ea75c7fdd req-61dd094b-d9ea-438f-80e0-b7c800aa6006 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892749 Jul 04 10:10:09.148834 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5ca74084-53e4-4e80-b746-6d62e1e9e0d4 req-ae498268-2fd4-4ca0-8a22-ae2b97746085 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624621 Jul 04 10:10:10.187232 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=40 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:10.220616 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=45 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:10.237044 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:10.271604 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f5dd1-ca3b-4956-b68a-4364e171bbc2 req-e2fc7d81-a0e9-4bc8-960b-1dcfcaaa2ba2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:10.273153 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-428f5dd1-ca3b-4956-b68a-4364e171bbc2 req-e2fc7d81-a0e9-4bc8-960b-1dcfcaaa2ba2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0751061 Jul 04 10:10:10.293152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77506aa-d12c-4dea-9933-aadcfc27b40e req-3be8cf3e-9b8e-4bcd-850b-65b03e502b20 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:10.294609 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c77506aa-d12c-4dea-9933-aadcfc27b40e req-3be8cf3e-9b8e-4bcd-850b-65b03e502b20 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0679874 Jul 04 10:10:10.362725 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-428f5dd1-ca3b-4956-b68a-4364e171bbc2 req-f9530cad-dbce-4a9f-a2a1-125ee37a798f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828385 Jul 04 10:10:10.369731 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c77506aa-d12c-4dea-9933-aadcfc27b40e req-bc6d6e02-49a2-47c7-acbc-05e353043ccc tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665574 Jul 04 10:10:11.532278 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675bb1f-1e51-4e00-b98c-c324ded5c432 req-b4c26908-a3bd-4924-9ac6-34645be72ddf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:11.533802 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d675bb1f-1e51-4e00-b98c-c324ded5c432 req-b4c26908-a3bd-4924-9ac6-34645be72ddf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0883858 Jul 04 10:10:11.539681 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47236c-1b47-4d8e-91f8-3e15c32bb60e req-8bb87af2-59e1-48b0-81ed-5ae00192075f tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:11.541027 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8e47236c-1b47-4d8e-91f8-3e15c32bb60e req-8bb87af2-59e1-48b0-81ed-5ae00192075f tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0928795 Jul 04 10:10:11.575046 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:11.614485 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d675bb1f-1e51-4e00-b98c-c324ded5c432 req-a20499fe-425f-412e-b81c-7df0c7a04503 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725298 Jul 04 10:10:11.617807 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8e47236c-1b47-4d8e-91f8-3e15c32bb60e req-6ad7371a-0cef-4512-9b03-79860a7d1e07 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699985 Jul 04 10:10:12.780917 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cd984-0745-499c-b276-c092e2a03b37 req-167112e1-048f-4a1f-b7a1-a71bd7dd3a27 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:12.782499 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-579cd984-0745-499c-b276-c092e2a03b37 req-167112e1-048f-4a1f-b7a1-a71bd7dd3a27 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0780220 Jul 04 10:10:12.796547 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6525a69-def1-4443-9075-8ec9f387f65a req-32f46334-9612-40d5-b690-020a9940cec3 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:12.798274 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d6525a69-def1-4443-9075-8ec9f387f65a req-32f46334-9612-40d5-b690-020a9940cec3 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0845559 Jul 04 10:10:12.876787 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-579cd984-0745-499c-b276-c092e2a03b37 req-32655b5b-b088-49a2-b314-bf4241c441c5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871034 Jul 04 10:10:12.880614 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d6525a69-def1-4443-9075-8ec9f387f65a req-46bee281-ae0d-4615-8e70-bd8b505254e4 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761397 Jul 04 10:10:14.028133 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c2859-07f8-4c79-8a62-8dbc1cef07cb req-210158b1-1845-4f32-8ad4-5fb2c408842b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:14.029587 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c74c2859-07f8-4c79-8a62-8dbc1cef07cb req-210158b1-1845-4f32-8ad4-5fb2c408842b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0799305 Jul 04 10:10:14.037448 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5bdc7-3792-43fa-a38b-b0da0da392a5 req-9608e075-3cfa-432d-ac83-a66e4ef89429 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:14.038951 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f9b5bdc7-3792-43fa-a38b-b0da0da392a5 req-9608e075-3cfa-432d-ac83-a66e4ef89429 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0798666 Jul 04 10:10:14.115033 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c74c2859-07f8-4c79-8a62-8dbc1cef07cb req-0c2de815-e6ae-4437-9eca-94fee5c576d4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751424 Jul 04 10:10:14.118236 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f9b5bdc7-3792-43fa-a38b-b0da0da392a5 req-cccfe191-f67f-462c-bd4f-e009a26c6808 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724852 Jul 04 10:10:14.820301 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561b6c9-f819-41b3-b9f6-9c8b82810d4d req-ecb1866b-7f29-434b-8cf6-d9ef1ad3eaf7 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:14.821988 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8561b6c9-f819-41b3-b9f6-9c8b82810d4d req-ecb1866b-7f29-434b-8cf6-d9ef1ad3eaf7 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0508583 Jul 04 10:10:14.876414 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8561b6c9-f819-41b3-b9f6-9c8b82810d4d req-043cfaad-5ae8-4eac-b576-5f513ddad0cc tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468040 Jul 04 10:10:15.237095 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19624df-085b-4e3c-8713-1adc0732fed8 req-35ad12a2-04ee-44f6-bd7c-99c1ffca06ae tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:15.238607 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f19624df-085b-4e3c-8713-1adc0732fed8 req-35ad12a2-04ee-44f6-bd7c-99c1ffca06ae tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0471287 Jul 04 10:10:15.287695 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f19624df-085b-4e3c-8713-1adc0732fed8 req-f94d1483-1fa9-4f57-9767-83340b064d8a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Jul 04 10:10:15.427134 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44358) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:15.540874 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b757378a-3930-49c7-bfa9-7ffd0b446ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:15.542478 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:15.619166 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b757378a-3930-49c7-bfa9-7ffd0b446ea4 admin admin] Publish callbacks [] for security_group (6fa85eb9-e5ee-4623-9048-a564729bee3c), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:15.625584 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b757378a-3930-49c7-bfa9-7ffd0b446ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (6fa85eb9-e5ee-4623-9048-a564729bee3c), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:15.666147 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b757378a-3930-49c7-bfa9-7ffd0b446ea4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cfe8cbe051a0463f984759c7e5b091db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379255 Jul 04 10:10:15.668758 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44364) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:15.674747 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757378a-3930-49c7-bfa9-7ffd0b446ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa85eb9-e5ee-4623-9048-a564729bee3c,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:15.723292 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-be75f3cd-0323-4b19-9df0-481dcdf8f710 admin admin] Publish callbacks [] for security_group (6fa85eb9-e5ee-4623-9048-a564729bee3c), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:15.746375 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-be75f3cd-0323-4b19-9df0-481dcdf8f710 admin admin] Publish callbacks [] for security_group (6fa85eb9-e5ee-4623-9048-a564729bee3c), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:15.797812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-be75f3cd-0323-4b19-9df0-481dcdf8f710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (6fa85eb9-e5ee-4623-9048-a564729bee3c), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:15.799825 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-be75f3cd-0323-4b19-9df0-481dcdf8f710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:15.803448 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-be75f3cd-0323-4b19-9df0-481dcdf8f710 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6fa85eb9-e5ee-4623-9048-a564729bee3c HTTP/1.1" status: 204 len: 168 time: 0.1313901 Jul 04 10:10:15.810849 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75f3cd-0323-4b19-9df0-481dcdf8f710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa85eb9-e5ee-4623-9048-a564729bee3c,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:15.995571 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9229d-13e4-4a55-acb8-f0bcb6654d59 req-abe5d781-7739-4f87-a7f5-bb9d8eea4ca3 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:15.997276 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-10a9229d-13e4-4a55-acb8-f0bcb6654d59 req-abe5d781-7739-4f87-a7f5-bb9d8eea4ca3 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0487590 Jul 04 10:10:16.018678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:16.055429 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-10a9229d-13e4-4a55-acb8-f0bcb6654d59 req-757da672-bd35-43b0-9447-00a2f499d7e2 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/security-groups?id=2cabf56b-cfc6-4771-8730-f804d7ab6819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510502 Jul 04 10:10:16.091275 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44378) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:16.109009 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c1821c6-deee-4a0c-85b3-1482c2f6f56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.190965 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c1821c6-deee-4a0c-85b3-1482c2f6f56e admin admin] Publish callbacks [] for security_group (1224f0f4-b649-4e39-9618-03da7773cf4c), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.196919 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c1821c6-deee-4a0c-85b3-1482c2f6f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (1224f0f4-b649-4e39-9618-03da7773cf4c), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.234304 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1821c6-deee-4a0c-85b3-1482c2f6f56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1224f0f4-b649-4e39-9618-03da7773cf4c,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:16.238681 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8c1821c6-deee-4a0c-85b3-1482c2f6f56e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88a262d5611649d5b5ad2e2c07e74e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463435 Jul 04 10:10:16.241535 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44380) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:16.290176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f18257ff-4b94-4186-b477-ccef8fa36e37 admin admin] Publish callbacks [] for security_group (1224f0f4-b649-4e39-9618-03da7773cf4c), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.311839 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f18257ff-4b94-4186-b477-ccef8fa36e37 admin admin] Publish callbacks [] for security_group (1224f0f4-b649-4e39-9618-03da7773cf4c), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.369820 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f18257ff-4b94-4186-b477-ccef8fa36e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (1224f0f4-b649-4e39-9618-03da7773cf4c), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.372305 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f18257ff-4b94-4186-b477-ccef8fa36e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.373423 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f18257ff-4b94-4186-b477-ccef8fa36e37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1224f0f4-b649-4e39-9618-03da7773cf4c HTTP/1.1" status: 204 len: 168 time: 0.1311123 Jul 04 10:10:16.402574 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18257ff-4b94-4186-b477-ccef8fa36e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1224f0f4-b649-4e39-9618-03da7773cf4c,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:16.421924 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b98b15-f47f-46d4-93c4-808a7623103b req-98d74a4b-9d8f-4509-b7f2-74278a8b731d tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:16.423799 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-13b98b15-f47f-46d4-93c4-808a7623103b req-98d74a4b-9d8f-4509-b7f2-74278a8b731d tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0649641 Jul 04 10:10:16.439825 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-7f506964-e1ea-4a64-a6ff-d3a7811c83f4 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:16.442020 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-7f506964-e1ea-4a64-a6ff-d3a7811c83f4 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 945 time: 0.0675225 Jul 04 10:10:16.447798 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:16.480848 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-13b98b15-f47f-46d4-93c4-808a7623103b req-9c19ed8f-5103-46ad-94c5-a6d9d4fedf64 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506933 Jul 04 10:10:16.541583 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Deleting port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:10:16.541891 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.603763 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:16.637461 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] For port 01d0eebc-9fe5-47d9-8541-c4fa60f22058, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=01d0eebc-9fe5-47d9-8541-c4fa60f22058,segment=NetworkSegment(baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7),segment_id=baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:10:16.637884 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.650245 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:16.651436 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Calling delete_port for 01d0eebc-9fe5-47d9-8541-c4fa60f22058 owned by compute:nova {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:10:16.787678 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (01d0eebc-9fe5-47d9-8541-c4fa60f22058), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.801066 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['01d0eebc-9fe5-47d9-8541-c4fa60f22058'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:10:16.821854 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Pushing event deleted for resources: {'Port': ['ID=01d0eebc-9fe5-47d9-8541-c4fa60f22058,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:16.868163 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] No DVR routers for this DVR port 01d0eebc-9fe5-47d9-8541-c4fa60f22058 on host hv-cinder-84841 {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:10:16.870206 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:16.873516 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3b731c20-88f6-448d-9eda-c0b0c99cafeb req-88d97625-55bf-4c95-835a-42a23f075b9e tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.74 "DELETE /v2.0/ports/01d0eebc-9fe5-47d9-8541-c4fa60f22058 HTTP/1.1" status: 204 len: 173 time: 0.4234047 Jul 04 10:10:16.873969 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3e98bd-4dad-418d-8b37-1141d1f8fac6', 'name': 'network-vif-deleted', 'tag': '01d0eebc-9fe5-47d9-8541-c4fa60f22058'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:10:16.876397 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7483554-9429-4937-b9e3-3147342cd206" -d '{"events": [{"server_uuid": "5f3e98bd-4dad-418d-8b37-1141d1f8fac6", "name": "network-vif-deleted", "tag": "01d0eebc-9fe5-47d9-8541-c4fa60f22058"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:10:16.913496 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e661dde-8101-4e72-858a-545808bb8836 x-openstack-request-id: req-3e661dde-8101-4e72-858a-545808bb8836 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:10:16.913912 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3e98bd-4dad-418d-8b37-1141d1f8fac6", "name": "network-vif-deleted", "tag": "01d0eebc-9fe5-47d9-8541-c4fa60f22058", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:10:16.914285 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e661dde-8101-4e72-858a-545808bb8836 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:10:16.914766 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e661dde-8101-4e72-858a-545808bb8836'] response: {'server_uuid': '5f3e98bd-4dad-418d-8b37-1141d1f8fac6', 'name': 'network-vif-deleted', 'tag': '01d0eebc-9fe5-47d9-8541-c4fa60f22058', 'status': 'completed', 'code': 200} Jul 04 10:10:17.159364 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e976dd8-7033-4dba-8738-ead65b76cd71 req-fcab3f2e-909e-41eb-8cdc-626ea22c4d57 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 210 time: 0.0355079 Jul 04 10:10:17.610122 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7dd2-c71f-47ce-9ade-ce43cf0243d2 req-e2ab16c3-c6be-4588-a587-6e4864105f0b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:17.614211 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-17ad7dd2-c71f-47ce-9ade-ce43cf0243d2 req-e2ab16c3-c6be-4588-a587-6e4864105f0b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0523448 Jul 04 10:10:17.674186 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-17ad7dd2-c71f-47ce-9ade-ce43cf0243d2 req-a46f0935-b9a5-494a-983b-3e2c0b3cc5ab tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 Jul 04 10:10:17.679102 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2ee52-aad6-4a20-9bdd-501f1f9f620c req-4608eb5f-cdeb-4c0d-b673-9771dfbc6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:17.681508 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0ff2ee52-aad6-4a20-9bdd-501f1f9f620c req-4608eb5f-cdeb-4c0d-b673-9771dfbc6e22 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 1129 time: 0.0651839 Jul 04 10:10:17.993249 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0ff2ee52-aad6-4a20-9bdd-501f1f9f620c req-5d731fb3-d68d-4a43-b6d6-da2ca0d65e4c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543070 Jul 04 10:10:18.287828 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dcaf2083-64ef-4c64-80ca-87cbd0733f8f req-737e583e-4de7-40e4-abcb-779707848921 tempest-VolumesActionsTest-503029100 tempest-VolumesActionsTest-503029100-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f3e98bd-4dad-418d-8b37-1141d1f8fac6 HTTP/1.1" status: 200 len: 210 time: 0.0286360 Jul 04 10:10:18.793498 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177a5a9-4bb3-4cef-a73c-696fbbb086e9 req-15f029c8-446a-40f3-9871-d1f8b33577aa tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:18.799785 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8177a5a9-4bb3-4cef-a73c-696fbbb086e9 req-15f029c8-446a-40f3-9871-d1f8b33577aa tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0560110 Jul 04 10:10:18.848359 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8177a5a9-4bb3-4cef-a73c-696fbbb086e9 req-891a7f5d-68b3-4408-b53c-8b3e482d7ffb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470588 Jul 04 10:10:19.504927 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44500) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:19.615818 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e18f1a82-c26a-47ff-b5b1-83f43585ed2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:19.699875 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e18f1a82-c26a-47ff-b5b1-83f43585ed2a admin admin] Publish callbacks [] for security_group (e5713cf7-4a5c-4155-9b4f-6aee124caef7), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:19.704922 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e18f1a82-c26a-47ff-b5b1-83f43585ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e5713cf7-4a5c-4155-9b4f-6aee124caef7), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:19.710639 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:19.749315 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f1a82-c26a-47ff-b5b1-83f43585ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5713cf7-4a5c-4155-9b4f-6aee124caef7,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:19.765817 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-e18f1a82-c26a-47ff-b5b1-83f43585ed2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=846253ae8e114af4a874751ca1f70936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480495 Jul 04 10:10:19.766181 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44514) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:19.814619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e0514e5-9231-44de-a8e0-649deb56d38c admin admin] Publish callbacks [] for security_group (e5713cf7-4a5c-4155-9b4f-6aee124caef7), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:19.837926 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e0514e5-9231-44de-a8e0-649deb56d38c admin admin] Publish callbacks [] for security_group (e5713cf7-4a5c-4155-9b4f-6aee124caef7), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:19.896173 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e0514e5-9231-44de-a8e0-649deb56d38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e5713cf7-4a5c-4155-9b4f-6aee124caef7), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:19.899001 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e0514e5-9231-44de-a8e0-649deb56d38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:19.900165 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6e0514e5-9231-44de-a8e0-649deb56d38c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e5713cf7-4a5c-4155-9b4f-6aee124caef7 HTTP/1.1" status: 204 len: 168 time: 0.1422443 Jul 04 10:10:19.908770 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0514e5-9231-44de-a8e0-649deb56d38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5713cf7-4a5c-4155-9b4f-6aee124caef7,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:19.990530 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa38f77-9b74-4d22-840a-9cef303bdb81 req-eeb58cc3-d028-4a44-bf75-7cecf2c1a248 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:19.993164 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5fa38f77-9b74-4d22-840a-9cef303bdb81 req-eeb58cc3-d028-4a44-bf75-7cecf2c1a248 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0590243 Jul 04 10:10:20.047352 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5fa38f77-9b74-4d22-840a-9cef303bdb81 req-02732246-0d57-48a9-9e83-fc64a214943e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Jul 04 10:10:20.311498 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c6197-f446-4b5c-9bb6-e35aa9425a1b req-f146c5b1-4b5d-4343-a586-4eaec1496b1a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:20.312970 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dd9c6197-f446-4b5c-9bb6-e35aa9425a1b req-f146c5b1-4b5d-4343-a586-4eaec1496b1a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Jul 04 10:10:20.362088 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dd9c6197-f446-4b5c-9bb6-e35aa9425a1b req-afb0ddcb-56d4-4ff9-bee6-5555f3216a8a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435765 Jul 04 10:10:22.080795 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:22.088450 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 01d0eebc-9fe5-47d9-8541-c4fa60f22058 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:10:22.119129 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 01d0eebc-9fe5-47d9-8541-c4fa60f22058 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:10:22.119462 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 01d0eebc-9fe5-47d9-8541-c4fa60f22058 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:10:24.068320 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:24.128611 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-822a2189-3d9c-4575-a0e4-6f070284d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:24.130770 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-822a2189-3d9c-4575-a0e4-6f070284d379 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 1129 time: 0.0428028 Jul 04 10:10:24.139634 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a30f0-b416-4a04-bb4e-f604b55b744b req-ee8e1be5-e82b-4175-b36d-0f44be51f42f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:24.141155 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-053a30f0-b416-4a04-bb4e-f604b55b744b req-ee8e1be5-e82b-4175-b36d-0f44be51f42f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0496104 Jul 04 10:10:24.197053 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-053a30f0-b416-4a04-bb4e-f604b55b744b req-5132ac9d-ac82-45f3-a73c-ebce0ab67e57 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496173 Jul 04 10:10:24.227751 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-9063ed33-bbc0-4490-9bf5-2c26e9b82f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:24.229549 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-9063ed33-bbc0-4490-9bf5-2c26e9b82f01 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.0916109 Jul 04 10:10:24.271460 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-2d20a2dc-752e-4616-84e0-6fa62a10894d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037993de-7a0b-470c-95e5-54eeb6c77200 HTTP/1.1" status: 200 len: 217 time: 0.0343471 Jul 04 10:10:24.326235 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-67bf1ea4-07d9-4a3a-bd41-89be18855f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:24.327861 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-67bf1ea4-07d9-4a3a-bd41-89be18855f46 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0497212 Jul 04 10:10:24.380286 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-02d6086f-9887-471e-aee5-573a7c0e3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:24.382044 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-02d6086f-9887-471e-aee5-573a7c0e3e0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466390 Jul 04 10:10:24.477268 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:24.498309 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-38ec2c6b-39f7-4ca6-af62-1f3ea8d24ad2 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089919 Jul 04 10:10:24.849870 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d8cfc34d-9324-4ce0-b053-b475c7d649df req-efce703a-9c98-4f99-b7b9-47e7cf3863e1 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446734 Jul 04 10:10:25.333543 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd06e5-4992-44b8-b29a-9375c753233c req-5299b947-7549-4742-a596-6909b9a1cbe5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:25.335114 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-36cd06e5-4992-44b8-b29a-9375c753233c req-5299b947-7549-4742-a596-6909b9a1cbe5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0559123 Jul 04 10:10:25.381571 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6cea7c40-cdad-44be-8f5b-2a79e46edda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:25.384182 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-36cd06e5-4992-44b8-b29a-9375c753233c req-7cf285c4-8772-4469-b66c-bc4cf6a219c6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 Jul 04 10:10:26.499386 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348f90-d0f9-4d1e-896e-25df74177034 req-81c05d71-2e90-4b18-b5b6-6b0bf0997ebb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:26.500918 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f348f90-d0f9-4d1e-896e-25df74177034 req-81c05d71-2e90-4b18-b5b6-6b0bf0997ebb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0488825 Jul 04 10:10:26.551033 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f348f90-d0f9-4d1e-896e-25df74177034 req-cc96e7cf-1cb7-463f-b905-bb03049cb2e4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Jul 04 10:10:27.545971 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2531b40e-42b9-44a4-b98c-6a036b618e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:27.714614 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2e308-0906-44ff-be80-b90b12275507 req-2edc2d64-c5b6-42e6-b90d-a16bddaa217e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:27.718119 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0b2e308-0906-44ff-be80-b90b12275507 req-2edc2d64-c5b6-42e6-b90d-a16bddaa217e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0943604 Jul 04 10:10:27.771757 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0b2e308-0906-44ff-be80-b90b12275507 req-72c56075-545c-4a42-bf6e-9f52df8b9d83 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475690 Jul 04 10:10:28.913028 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:28.928102 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e51e9-1313-4760-8ce0-3e82869648e8 req-72e171da-86a3-4a38-9e26-5c3245a2c1aa tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:28.930048 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-900e51e9-1313-4760-8ce0-3e82869648e8 req-72e171da-86a3-4a38-9e26-5c3245a2c1aa tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0601289 Jul 04 10:10:28.997929 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-900e51e9-1313-4760-8ce0-3e82869648e8 req-6e4e88f6-77eb-49de-8aa8-6ece910e5412 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615315 Jul 04 10:10:29.363842 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:30.110225 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895572ec-a3b2-4eca-98a9-83e6ca7df03f req-09a97cc2-a8f9-4398-8bfd-27eb5bcd1185 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:30.111598 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-895572ec-a3b2-4eca-98a9-83e6ca7df03f req-09a97cc2-a8f9-4398-8bfd-27eb5bcd1185 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0508103 Jul 04 10:10:30.163607 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-895572ec-a3b2-4eca-98a9-83e6ca7df03f req-71b5f196-f17c-4114-812a-a3fcff9f84e9 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Jul 04 10:10:30.445929 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:30.795923 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:31.289443 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ec453-e1e4-413d-b98a-b6b61c8bc3b0 req-bcdb67fb-53a3-47fc-9c9b-f170581e55c4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:31.293397 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4b3ec453-e1e4-413d-b98a-b6b61c8bc3b0 req-bcdb67fb-53a3-47fc-9c9b-f170581e55c4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0551412 Jul 04 10:10:31.346470 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4b3ec453-e1e4-413d-b98a-b6b61c8bc3b0 req-9cf9a083-afd9-4499-aade-b7d06bca4701 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Jul 04 10:10:32.472844 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9e07e-ad78-40eb-9576-d6721c5a24a9 req-e7f0a589-6cfa-4c90-97ff-99e673884326 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:32.480550 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aef9e07e-ad78-40eb-9576-d6721c5a24a9 req-e7f0a589-6cfa-4c90-97ff-99e673884326 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0587506 Jul 04 10:10:32.524638 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:32.562029 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aef9e07e-ad78-40eb-9576-d6721c5a24a9 req-57fac0ee-d15d-45d9-bfec-a2176c17aeea tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762677 Jul 04 10:10:32.834575 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-59ef24fb-20ea-4354-a553-a60a6a050d2d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582371 Jul 04 10:10:32.932182 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-dd628099-cc66-48be-8b5d-621cf155e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:32.934012 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-dd628099-cc66-48be-8b5d-621cf155e4fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 1129 time: 0.0710335 Jul 04 10:10:32.980994 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:33.089434 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-f3ae95d1-8b82-413d-9d51-5cc37c9d412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:33.092209 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-f3ae95d1-8b82-413d-9d51-5cc37c9d412b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.1317062 Jul 04 10:10:33.205802 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-d0e7efea-70ec-469e-85b4-5885fd635936 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f HTTP/1.1" status: 200 len: 217 time: 0.1051962 Jul 04 10:10:33.275638 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-75cdc94c-6e44-41c2-b94f-6db390420e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:33.277218 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-75cdc94c-6e44-41c2-b94f-6db390420e6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0628738 Jul 04 10:10:33.342026 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-f7ad0838-bdec-4b53-80ad-e44a476e09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:33.345005 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-f7ad0838-bdec-4b53-80ad-e44a476e09c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566721 Jul 04 10:10:33.477656 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-73a64000-574c-4e70-bc09-cdaedeee2869 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245723 Jul 04 10:10:33.580662 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44800) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:33.688318 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e9f2b-182c-4c34-a0cf-eddb3c26bd61 req-0a4c4d07-c317-47cc-b353-fa3399d82ff3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:33.696034 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0f0e9f2b-182c-4c34-a0cf-eddb3c26bd61 req-0a4c4d07-c317-47cc-b353-fa3399d82ff3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0644844 Jul 04 10:10:33.749091 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:33.755475 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:33.801268 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0f0e9f2b-182c-4c34-a0cf-eddb3c26bd61 req-b99806e8-6701-4e09-b143-eb129e0a9d7a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825503 Jul 04 10:10:33.876016 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Publish callbacks [] for security_group (ca240381-a863-47ec-8742-ebcb4fb470f7), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:33.882651 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ca240381-a863-47ec-8742-ebcb4fb470f7), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:33.935706 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd0427d84a06469e9f67b2f032ff43e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538511 Jul 04 10:10:33.937204 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca240381-a863-47ec-8742-ebcb4fb470f7,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:33.938544 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44804) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:33.948612 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.949127 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.949473 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.949914 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.950249 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.950576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.951019 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.951446 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.951776 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.952210 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.952543 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.953045 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.953488 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.953768 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:33.954118 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69860336-675a-4a2b-92a5-1ea13ed5fe9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.042717 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Publish callbacks [] for security_group (ca240381-a863-47ec-8742-ebcb4fb470f7), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.068777 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Publish callbacks [] for security_group (ca240381-a863-47ec-8742-ebcb4fb470f7), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.153455 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ca240381-a863-47ec-8742-ebcb4fb470f7), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.156229 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.160079 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca240381-a863-47ec-8742-ebcb4fb470f7 HTTP/1.1" status: 204 len: 168 time: 0.2179308 Jul 04 10:10:34.166428 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca240381-a863-47ec-8742-ebcb4fb470f7,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:34.181960 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.182883 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.183530 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.185156 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.188316 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.188932 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.189281 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.205452 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.205960 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.206306 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.206649 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.206986 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.207314 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.207635 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.207953 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f76ae-3723-4ec7-aae2-18d32e578f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:10:34.488071 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44816) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:34.515571 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1734c79a-e420-4be4-bfc2-97214744506f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.587895 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a3255abd-eba6-4660-8b83-a1d90a5743e9 req-67c73246-2468-423e-878d-91bff9ccef94 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168401 Jul 04 10:10:34.617269 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1734c79a-e420-4be4-bfc2-97214744506f admin admin] Publish callbacks [] for security_group (33e52edd-3f40-4490-8932-c17ecae8b738), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.622459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1734c79a-e420-4be4-bfc2-97214744506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (33e52edd-3f40-4490-8932-c17ecae8b738), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.662276 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734c79a-e420-4be4-bfc2-97214744506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e52edd-3f40-4490-8932-c17ecae8b738,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:34.669133 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-1734c79a-e420-4be4-bfc2-97214744506f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=75f6261b90f54ee3b43dfa3364416528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774809 Jul 04 10:10:34.669674 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44822) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:34.724398 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1db7520a-9f77-4216-ade1-8e39cf6aafcc admin admin] Publish callbacks [] for security_group (33e52edd-3f40-4490-8932-c17ecae8b738), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.753199 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1db7520a-9f77-4216-ade1-8e39cf6aafcc admin admin] Publish callbacks [] for security_group (33e52edd-3f40-4490-8932-c17ecae8b738), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.764784 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:34.815308 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1db7520a-9f77-4216-ade1-8e39cf6aafcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (33e52edd-3f40-4490-8932-c17ecae8b738), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.818383 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1db7520a-9f77-4216-ade1-8e39cf6aafcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:34.822946 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-1db7520a-9f77-4216-ade1-8e39cf6aafcc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33e52edd-3f40-4490-8932-c17ecae8b738 HTTP/1.1" status: 204 len: 168 time: 0.1498375 Jul 04 10:10:34.835057 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7520a-9f77-4216-ade1-8e39cf6aafcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e52edd-3f40-4490-8932-c17ecae8b738,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:35.099665 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:10:35.130064 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a288b-7e2e-467f-9c7f-a1c859b137f3 req-10cf01f0-a01e-48b9-ab91-de2d3cce3e15 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:35.142336 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e62a288b-7e2e-467f-9c7f-a1c859b137f3 req-10cf01f0-a01e-48b9-ab91-de2d3cce3e15 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.1137071 Jul 04 10:10:35.193655 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e62a288b-7e2e-467f-9c7f-a1c859b137f3 req-11ddb7e1-802b-4db7-a922-f3f5d9a84aaf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503013 Jul 04 10:10:35.366474 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 44838) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:35.383340 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-27381eab-43d1-4a56-8c05-3d00463a5f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:35.465723 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-27381eab-43d1-4a56-8c05-3d00463a5f7c admin admin] Publish callbacks [] for security_group (4fb55334-838a-444e-ac7e-4ed04fc9103d), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:35.472153 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-27381eab-43d1-4a56-8c05-3d00463a5f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4fb55334-838a-444e-ac7e-4ed04fc9103d), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:35.490310 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:35.514866 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27381eab-43d1-4a56-8c05-3d00463a5f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb55334-838a-444e-ac7e-4ed04fc9103d,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:35.520115 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-27381eab-43d1-4a56-8c05-3d00463a5f7c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c9ecc167515c4ce88616bfbef7461985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523323 Jul 04 10:10:35.523713 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 44842) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:35.577380 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-74903205-fe07-440b-8dc6-28fdf3fb609a admin admin] Publish callbacks [] for security_group (4fb55334-838a-444e-ac7e-4ed04fc9103d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:35.600483 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-74903205-fe07-440b-8dc6-28fdf3fb609a admin admin] Publish callbacks [] for security_group (4fb55334-838a-444e-ac7e-4ed04fc9103d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:35.658550 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-74903205-fe07-440b-8dc6-28fdf3fb609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4fb55334-838a-444e-ac7e-4ed04fc9103d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:35.661264 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-74903205-fe07-440b-8dc6-28fdf3fb609a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:35.664799 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-74903205-fe07-440b-8dc6-28fdf3fb609a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fb55334-838a-444e-ac7e-4ed04fc9103d HTTP/1.1" status: 204 len: 168 time: 0.1377001 Jul 04 10:10:35.672556 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74903205-fe07-440b-8dc6-28fdf3fb609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb55334-838a-444e-ac7e-4ed04fc9103d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:36.370234 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe74b2-9a1c-40e4-ace1-2d3cb5745b93 req-7cd996bd-1e4a-4081-811a-79477d070bbe tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:36.371830 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-74fe74b2-9a1c-40e4-ace1-2d3cb5745b93 req-7cd996bd-1e4a-4081-811a-79477d070bbe tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0875874 Jul 04 10:10:36.426682 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-74fe74b2-9a1c-40e4-ace1-2d3cb5745b93 req-aa23543f-cb3b-4a61-b31f-405ffd5e72e7 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Jul 04 10:10:37.626946 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031c1f5-75a2-4c55-ae98-80f3aac55262 req-8ab87192-1cab-405c-b6b8-b359faa1905f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:37.637309 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7031c1f5-75a2-4c55-ae98-80f3aac55262 req-8ab87192-1cab-405c-b6b8-b359faa1905f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0946860 Jul 04 10:10:37.718085 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7031c1f5-75a2-4c55-ae98-80f3aac55262 req-ff1f0d91-e67a-468c-baaf-939bb45289b2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796084 Jul 04 10:10:38.840478 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73727f-c022-42fd-9568-423ee44e24e3 req-625151c0-9894-4bd7-b6bc-403018d8e010 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:38.842340 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d73727f-c022-42fd-9568-423ee44e24e3 req-625151c0-9894-4bd7-b6bc-403018d8e010 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Jul 04 10:10:38.894966 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d73727f-c022-42fd-9568-423ee44e24e3 req-867edf4e-7d64-40d6-ace5-b85837d1f572 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Jul 04 10:10:40.043293 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6101ae-f7d1-45ad-9ef7-f29ac35e7a33 req-28eb9e86-2ba0-4b55-8b94-436b117a069d tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:40.051377 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4c6101ae-f7d1-45ad-9ef7-f29ac35e7a33 req-28eb9e86-2ba0-4b55-8b94-436b117a069d tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0763931 Jul 04 10:10:40.118555 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4c6101ae-f7d1-45ad-9ef7-f29ac35e7a33 req-5be71875-94e1-4a6e-b988-e925ad5ee35b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658176 Jul 04 10:10:41.250790 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ab3d0-fa39-459b-8148-6b22f61874ad req-40d08822-835d-473e-8854-fc5dc32d5006 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:41.252647 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-195ab3d0-fa39-459b-8148-6b22f61874ad req-40d08822-835d-473e-8854-fc5dc32d5006 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0611284 Jul 04 10:10:41.342631 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-195ab3d0-fa39-459b-8148-6b22f61874ad req-074a40d5-4b76-4205-97b5-ca117320d582 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827827 Jul 04 10:10:42.479452 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c75b0c-9e21-49e7-8525-f0e8b2dbf024 req-15b64a8a-5847-4b4d-97fc-d2d4377f8baf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:42.481035 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7c75b0c-9e21-49e7-8525-f0e8b2dbf024 req-15b64a8a-5847-4b4d-97fc-d2d4377f8baf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0685956 Jul 04 10:10:42.510834 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:42.533119 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7c75b0c-9e21-49e7-8525-f0e8b2dbf024 req-9d00e628-4222-4735-8ea6-54d463216f77 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453584 Jul 04 10:10:43.467229 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:43.475688 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866f4a-e1ca-4fde-bb88-e454de154031 req-4a8adbda-71af-4cd1-bae5-579162bbd460 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:43.483367 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-39866f4a-e1ca-4fde-bb88-e454de154031 req-4a8adbda-71af-4cd1-bae5-579162bbd460 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0819991 Jul 04 10:10:43.546971 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-39866f4a-e1ca-4fde-bb88-e454de154031 req-339e99bc-7719-4ac4-b4a3-de86100cf296 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578032 Jul 04 10:10:43.628877 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45164) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:43.648399 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45168) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:43.707209 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36ed23-d200-4752-b182-449f27ba6ce3 req-fabecb36-0374-4169-a42e-344e5d2d80bd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:43.717256 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5a36ed23-d200-4752-b182-449f27ba6ce3 req-fabecb36-0374-4169-a42e-344e5d2d80bd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0916176 Jul 04 10:10:43.800212 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5a36ed23-d200-4752-b182-449f27ba6ce3 req-13e2ec77-386d-443d-9d3a-13da725462fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819578 Jul 04 10:10:43.840554 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6f8fda05-7375-4ac3-aa2f-8845c799d7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:43.854584 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8e05-1d03-45e9-acc0-4a9c63d9c0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:43.871673 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:43.955826 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:44.003068 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8e05-1d03-45e9-acc0-4a9c63d9c0da admin admin] Publish callbacks [] for security_group (2c89e604-04f1-4598-b53e-33a6f03eb573), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.014887 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8e05-1d03-45e9-acc0-4a9c63d9c0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2c89e604-04f1-4598-b53e-33a6f03eb573), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.087471 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6f8fda05-7375-4ac3-aa2f-8845c799d7fc admin admin] Publish callbacks [] for security_group (2383144c-e8b8-4998-83cd-7f92e657b75e), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.097156 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45180) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:44.097524 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1f6c8e05-1d03-45e9-acc0-4a9c63d9c0da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e24c3f3ac6ab47789a40cad5950cf21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673126 Jul 04 10:10:44.098035 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c8e05-1d03-45e9-acc0-4a9c63d9c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89e604-04f1-4598-b53e-33a6f03eb573,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:44.110802 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6f8fda05-7375-4ac3-aa2f-8845c799d7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2383144c-e8b8-4998-83cd-7f92e657b75e), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.164621 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21d2822e-9bf6-422e-be96-46289bd3f708 admin admin] Publish callbacks [] for security_group (2c89e604-04f1-4598-b53e-33a6f03eb573), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.172791 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6f8fda05-7375-4ac3-aa2f-8845c799d7fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f368d911b81a44dea97778601291db98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230751 Jul 04 10:10:44.175148 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fda05-7375-4ac3-aa2f-8845c799d7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2383144c-e8b8-4998-83cd-7f92e657b75e,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:44.178265 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45182) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:44.197858 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21d2822e-9bf6-422e-be96-46289bd3f708 admin admin] Publish callbacks [] for security_group (2c89e604-04f1-4598-b53e-33a6f03eb573), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.264539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21d2822e-9bf6-422e-be96-46289bd3f708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2c89e604-04f1-4598-b53e-33a6f03eb573), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.267464 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ffaadbf7-7019-49db-8a9b-d7f440f518e0 admin admin] Publish callbacks [] for security_group (2383144c-e8b8-4998-83cd-7f92e657b75e), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.268609 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-21d2822e-9bf6-422e-be96-46289bd3f708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.273565 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-21d2822e-9bf6-422e-be96-46289bd3f708 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c89e604-04f1-4598-b53e-33a6f03eb573 HTTP/1.1" status: 204 len: 168 time: 0.1750281 Jul 04 10:10:44.278726 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:44.289385 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2822e-9bf6-422e-be96-46289bd3f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89e604-04f1-4598-b53e-33a6f03eb573,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:44.313474 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ffaadbf7-7019-49db-8a9b-d7f440f518e0 admin admin] Publish callbacks [] for security_group (2383144c-e8b8-4998-83cd-7f92e657b75e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.393115 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ffaadbf7-7019-49db-8a9b-d7f440f518e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2383144c-e8b8-4998-83cd-7f92e657b75e), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.399241 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ffaadbf7-7019-49db-8a9b-d7f440f518e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.403425 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ffaadbf7-7019-49db-8a9b-d7f440f518e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2383144c-e8b8-4998-83cd-7f92e657b75e HTTP/1.1" status: 204 len: 168 time: 0.2114992 Jul 04 10:10:44.412363 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaadbf7-7019-49db-8a9b-d7f440f518e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2383144c-e8b8-4998-83cd-7f92e657b75e,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:44.431011 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:44.682839 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45192) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:44.706283 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0452ee7e-fb89-4cc0-9c57-98b7997b6847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.795487 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9144142-0843-44a3-953b-4ddd3662815c req-0d2d0fd2-237c-4ad6-9279-3c0078c1d776 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:44.815859 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a9144142-0843-44a3-953b-4ddd3662815c req-0d2d0fd2-237c-4ad6-9279-3c0078c1d776 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.1595342 Jul 04 10:10:44.987366 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0452ee7e-fb89-4cc0-9c57-98b7997b6847 admin admin] Publish callbacks [] for security_group (4329863c-b45c-4a94-88f7-46a09ee004d2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:44.994197 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0452ee7e-fb89-4cc0-9c57-98b7997b6847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4329863c-b45c-4a94-88f7-46a09ee004d2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:45.006378 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a9144142-0843-44a3-953b-4ddd3662815c req-4d1de0fe-8e9f-4f2c-a590-75ffcee9ebc1 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757500 Jul 04 10:10:45.013375 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4573b-355c-45d1-880f-b094261351cc req-0cb777e4-ddbb-4503-bd35-e4cb2cb9ecd5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:45.017203 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-84f4573b-355c-45d1-880f-b094261351cc req-0cb777e4-ddbb-4503-bd35-e4cb2cb9ecd5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0693660 Jul 04 10:10:45.041324 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:45.066985 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0452ee7e-fb89-4cc0-9c57-98b7997b6847 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83049f004b504642aa8cabfe484b129f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829126 Jul 04 10:10:45.068864 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452ee7e-fb89-4cc0-9c57-98b7997b6847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4329863c-b45c-4a94-88f7-46a09ee004d2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:45.079420 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45204) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:45.090944 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-84f4573b-355c-45d1-880f-b094261351cc req-1e8c0d25-bd0f-4963-bc8a-e93add98f321 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657067 Jul 04 10:10:45.099855 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:45.161295 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fca9fef2-2277-46f5-887f-1ca4e7242d82 admin admin] Publish callbacks [] for security_group (4329863c-b45c-4a94-88f7-46a09ee004d2), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:45.185140 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fca9fef2-2277-46f5-887f-1ca4e7242d82 admin admin] Publish callbacks [] for security_group (4329863c-b45c-4a94-88f7-46a09ee004d2), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:45.241320 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fca9fef2-2277-46f5-887f-1ca4e7242d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4329863c-b45c-4a94-88f7-46a09ee004d2), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:45.244542 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fca9fef2-2277-46f5-887f-1ca4e7242d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:45.245738 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-fca9fef2-2277-46f5-887f-1ca4e7242d82 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4329863c-b45c-4a94-88f7-46a09ee004d2 HTTP/1.1" status: 204 len: 168 time: 0.1536567 Jul 04 10:10:45.256151 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9fef2-2277-46f5-887f-1ca4e7242d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4329863c-b45c-4a94-88f7-46a09ee004d2,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:46.185976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19e4e-73be-4375-bd57-03906cd5d7a0 req-5c052d2c-e340-4560-9e2a-de172db4cb6c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:46.188550 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98a19e4e-73be-4375-bd57-03906cd5d7a0 req-5c052d2c-e340-4560-9e2a-de172db4cb6c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0814328 Jul 04 10:10:46.251007 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98a19e4e-73be-4375-bd57-03906cd5d7a0 req-758a23cd-f77c-4cff-a77c-dcea7927376c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531032 Jul 04 10:10:46.377133 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179e41c-a0cb-4c53-b40a-17af3de23768 req-b9f54087-8fab-4ef0-809b-d435d7a61513 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:46.378745 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5179e41c-a0cb-4c53-b40a-17af3de23768 req-b9f54087-8fab-4ef0-809b-d435d7a61513 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0929410 Jul 04 10:10:46.395542 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125de21-8ec3-40e0-ba23-4c057f607902 req-7d3d761e-6273-4bd6-a123-df472307ad3a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:46.397250 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5125de21-8ec3-40e0-ba23-4c057f607902 req-7d3d761e-6273-4bd6-a123-df472307ad3a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0730958 Jul 04 10:10:46.473715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:46.488179 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5125de21-8ec3-40e0-ba23-4c057f607902 req-8b22dc6b-bd43-4b3a-a1ec-bcc52921a529 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770035 Jul 04 10:10:46.501682 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5179e41c-a0cb-4c53-b40a-17af3de23768 req-46107a50-f4e3-4a28-bd0e-8af341013fc9 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137486 Jul 04 10:10:47.374471 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f93d5c-5040-47c7-8bd6-f955368de014 req-24d44347-de8a-4e23-b64c-085f26aea3f2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:47.376014 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-64f93d5c-5040-47c7-8bd6-f955368de014 req-24d44347-de8a-4e23-b64c-085f26aea3f2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0489483 Jul 04 10:10:47.426749 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-64f93d5c-5040-47c7-8bd6-f955368de014 req-f9d6636b-8c68-40a3-9fa8-1f2e20c1a78c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450537 Jul 04 10:10:47.649133 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef7372-9952-44e6-a22d-bf1105c8d5a6 req-cf96e97c-4404-40f5-a659-9683c278036d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:47.650654 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8cef7372-9952-44e6-a22d-bf1105c8d5a6 req-cf96e97c-4404-40f5-a659-9683c278036d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0738051 Jul 04 10:10:47.657601 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a12-7daa-497f-9924-2763d975e138 req-4fcd0d4e-efde-4fd3-9f66-25d2f5250a2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:47.659116 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d001a12-7daa-497f-9924-2763d975e138 req-4fcd0d4e-efde-4fd3-9f66-25d2f5250a2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0921252 Jul 04 10:10:47.742549 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d001a12-7daa-497f-9924-2763d975e138 req-327c81ed-a190-4a79-bc43-4b32f89b1213 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753546 Jul 04 10:10:47.745378 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8cef7372-9952-44e6-a22d-bf1105c8d5a6 req-04590a6b-a380-4f9a-b552-8635334cb71f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853362 Jul 04 10:10:47.966455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45326) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:48.086913 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-73d20e50-1fdb-40f9-a1ca-2dbb8124e12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.171934 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-73d20e50-1fdb-40f9-a1ca-2dbb8124e12f admin admin] Publish callbacks [] for security_group (6d4daeba-8c17-4db5-942a-296d6f3a6b38), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.177188 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-73d20e50-1fdb-40f9-a1ca-2dbb8124e12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (6d4daeba-8c17-4db5-942a-296d6f3a6b38), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.182863 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:48.223757 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d20e50-1fdb-40f9-a1ca-2dbb8124e12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4daeba-8c17-4db5-942a-296d6f3a6b38,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:48.231003 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-73d20e50-1fdb-40f9-a1ca-2dbb8124e12f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8fb3aa91110442c97bceb3f0845a6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631564 Jul 04 10:10:48.231232 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45342) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:48.288618 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9acca4c9-d037-47a6-a9f5-83f36071882d admin admin] Publish callbacks [] for security_group (6d4daeba-8c17-4db5-942a-296d6f3a6b38), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.312924 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9acca4c9-d037-47a6-a9f5-83f36071882d admin admin] Publish callbacks [] for security_group (6d4daeba-8c17-4db5-942a-296d6f3a6b38), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.362925 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9acca4c9-d037-47a6-a9f5-83f36071882d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (6d4daeba-8c17-4db5-942a-296d6f3a6b38), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.365429 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9acca4c9-d037-47a6-a9f5-83f36071882d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.367012 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9acca4c9-d037-47a6-a9f5-83f36071882d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d4daeba-8c17-4db5-942a-296d6f3a6b38 HTTP/1.1" status: 204 len: 168 time: 0.1339436 Jul 04 10:10:48.375782 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acca4c9-d037-47a6-a9f5-83f36071882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4daeba-8c17-4db5-942a-296d6f3a6b38,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:48.567279 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fb925-eed3-4ca2-a5b0-5ea3a82d2464 req-d634948a-5a20-4d0e-ba78-cb54963b0650 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:48.574581 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8a2fb925-eed3-4ca2-a5b0-5ea3a82d2464 req-d634948a-5a20-4d0e-ba78-cb54963b0650 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0641963 Jul 04 10:10:48.623794 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8a2fb925-eed3-4ca2-a5b0-5ea3a82d2464 req-21064ced-b957-4a16-80ec-b202a61aadf4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483017 Jul 04 10:10:48.690211 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45390) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:48.704446 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e36e-7e69-49d2-85f5-df63303d27c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.803116 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e36e-7e69-49d2-85f5-df63303d27c8 admin admin] Publish callbacks [] for security_group (eb4ce9c9-1d68-48f4-bab8-54c9c02ae4c8), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.813962 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e36e-7e69-49d2-85f5-df63303d27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (eb4ce9c9-1d68-48f4-bab8-54c9c02ae4c8), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.862353 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:48.864735 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5e36e-7e69-49d2-85f5-df63303d27c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4ce9c9-1d68-48f4-bab8-54c9c02ae4c8,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:48.874081 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5bf5e36e-7e69-49d2-85f5-df63303d27c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4147ff3ed4b45da8df1f30820b349ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817591 Jul 04 10:10:48.875839 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45400) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:48.892866 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d8233-f587-4514-b64b-15d0106603ff req-1f48db4f-5d11-42aa-a725-d9069602b3b8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:48.895234 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dd3d8233-f587-4514-b64b-15d0106603ff req-1f48db4f-5d11-42aa-a725-d9069602b3b8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0753431 Jul 04 10:10:48.973905 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5c132-8785-485e-93e4-8ad783523027 req-f4e26bc6-5fa9-48a3-a199-7871f3bbcb97 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:48.975037 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-87eda0fb-6f58-4f8d-ae12-5672f42c7c6b admin admin] Publish callbacks [] for security_group (eb4ce9c9-1d68-48f4-bab8-54c9c02ae4c8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:48.975362 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-26f5c132-8785-485e-93e4-8ad783523027 req-f4e26bc6-5fa9-48a3-a199-7871f3bbcb97 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0925148 Jul 04 10:10:48.998685 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a86d5-dd6c-40ae-ac39-face645f82fd req-e3bbe272-da3d-4a82-8aed-f14214af1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:49.000295 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-611a86d5-dd6c-40ae-ac39-face645f82fd req-e3bbe272-da3d-4a82-8aed-f14214af1bc9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 1129 time: 0.0537438 Jul 04 10:10:49.013247 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dd3d8233-f587-4514-b64b-15d0106603ff req-77e2866f-f9a5-4bcf-94f6-89f445b2ebd8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959940 Jul 04 10:10:49.014506 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-87eda0fb-6f58-4f8d-ae12-5672f42c7c6b admin admin] Publish callbacks [] for security_group (eb4ce9c9-1d68-48f4-bab8-54c9c02ae4c8), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:49.049817 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-26f5c132-8785-485e-93e4-8ad783523027 req-3a841e51-677d-4930-b8a8-c1c45b8b502d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668037 Jul 04 10:10:49.079907 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-611a86d5-dd6c-40ae-ac39-face645f82fd req-9da0aeaa-84a8-4695-9101-3ffe6a717c8c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718784 Jul 04 10:10:49.099995 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-87eda0fb-6f58-4f8d-ae12-5672f42c7c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (eb4ce9c9-1d68-48f4-bab8-54c9c02ae4c8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:49.103492 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-87eda0fb-6f58-4f8d-ae12-5672f42c7c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:49.104622 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-87eda0fb-6f58-4f8d-ae12-5672f42c7c6b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb4ce9c9-1d68-48f4-bab8-54c9c02ae4c8 HTTP/1.1" status: 204 len: 168 time: 0.2278264 Jul 04 10:10:49.112537 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eda0fb-6f58-4f8d-ae12-5672f42c7c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4ce9c9-1d68-48f4-bab8-54c9c02ae4c8,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:49.748597 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dc867-7953-48fc-bdc2-35d27c64cb06 req-f125afea-5e6b-49c9-83f9-04af3a9ab5b6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:49.750145 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e79dc867-7953-48fc-bdc2-35d27c64cb06 req-f125afea-5e6b-49c9-83f9-04af3a9ab5b6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0499475 Jul 04 10:10:49.799794 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e79dc867-7953-48fc-bdc2-35d27c64cb06 req-7c6f6906-aced-4b6c-81e8-6f104e8bdb0e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Jul 04 10:10:49.815514 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45428) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:49.929113 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-308019330-network', 'tenant_id': '48aaf84d03a347bcb6ac42ca49b138cf'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:49.951958 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Made reservation on behalf of 48aaf84d03a347bcb6ac42ca49b138cf for: {'network': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:10:49.954276 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:49.957232 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:49.963776 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:49.982627 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45434) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:50.032626 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee4c21e-9e08-470d-8958-c50ebc93ec97 admin admin] Deleting subnet 8fc77f27-1429-4297-b603-664de9290767 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:10:50.036251 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c21e-9e08-470d-8958-c50ebc93ec97 admin admin] Publish callbacks [] for subnet (8fc77f27-1429-4297-b603-664de9290767), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.056047 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Publish callbacks [] for security_group (f6504d02-b891-4f3c-aaf2-bec8a2f88c76), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.062859 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f6504d02-b891-4f3c-aaf2-bec8a2f88c76), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.074667 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c21e-9e08-470d-8958-c50ebc93ec97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (8fc77f27-1429-4297-b603-664de9290767), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.097383 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=104129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:10:50.119987 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c21e-9e08-470d-8958-c50ebc93ec97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (8fc77f27-1429-4297-b603-664de9290767), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.142622 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6504d02-b891-4f3c-aaf2-bec8a2f88c76,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:50.169267 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (e137a8e0-e1da-47f1-930b-f1c7b1c9079a), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.169712 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.segments_db [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Added segment e137a8e0-e1da-47f1-930b-f1c7b1c9079a of type vlan for network e32ae038-0ff5-46d5-b30a-80a0f65de398 Jul 04 10:10:50.188369 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c21e-9e08-470d-8958-c50ebc93ec97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (8fc77f27-1429-4297-b603-664de9290767), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.192649 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:50.197192 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe7f3d-be8f-4d3d-87c4-d7fa613a206a req-0d160c1b-3357-4a78-968d-adb633c3a56a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:50.198722 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2cfe7f3d-be8f-4d3d-87c4-d7fa613a206a req-0d160c1b-3357-4a78-968d-adb633c3a56a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.1063459 Jul 04 10:10:50.221920 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4c21e-9e08-470d-8958-c50ebc93ec97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc77f27-1429-4297-b603-664de9290767,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:50.223710 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c21e-9e08-470d-8958-c50ebc93ec97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.226839 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6ee4c21e-9e08-470d-8958-c50ebc93ec97 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8fc77f27-1429-4297-b603-664de9290767 HTTP/1.1" status: 204 len: 168 time: 0.2430549 Jul 04 10:10:50.229305 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45440) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:50.240666 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341e71-938b-4452-bc56-b99ac03a4ec6 req-3fb696de-b6de-4d0f-9484-f51636f1d241 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:50.242092 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ea341e71-938b-4452-bc56-b99ac03a4ec6 req-3fb696de-b6de-4d0f-9484-f51636f1d241 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.1104343 Jul 04 10:10:50.261551 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (e32ae038-0ff5-46d5-b30a-80a0f65de398), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.300672 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (b221b5cf-f562-4b2f-a2b8-71ec29c35306), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.330018 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:50.334249 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (e32ae038-0ff5-46d5-b30a-80a0f65de398), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.335210 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:50.335775 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.340348 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2cfe7f3d-be8f-4d3d-87c4-d7fa613a206a req-a2ea21e8-e326-4815-8450-bff21032f704 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161594 Jul 04 10:10:50.360098 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ea341e71-938b-4452-bc56-b99ac03a4ec6 req-b1ce1c39-99f0-49cb-b236-14e08f0ca39c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052594 Jul 04 10:10:50.386351 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5671556 Jul 04 10:10:50.386560 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45444) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:50.391268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Request body: {'subnet': {'network_id': 'e32ae038-0ff5-46d5-b30a-80a0f65de398', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-308019330-subnet', 'tenant_id': '48aaf84d03a347bcb6ac42ca49b138cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:50.412970 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (b221b5cf-f562-4b2f-a2b8-71ec29c35306), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.426161 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5db86d-e20e-456f-8a30-bee8d7661acb admin admin] Pushing event updated for resources: {'Network': ['ID=e32ae038-0ff5-46d5-b30a-80a0f65de398,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:50.436057 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b221b5cf-f562-4b2f-a2b8-71ec29c35306']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:50.438238 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network e32ae038-0ff5-46d5-b30a-80a0f65de398 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:10:50.444948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Made reservation on behalf of 48aaf84d03a347bcb6ac42ca49b138cf for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:10:50.446800 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:50.447094 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:10:50.447759 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3796959'] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.457945 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3257662'] for segment (baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.472545 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.483106 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:10:50.483505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3384101'] for segment (baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.547637 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7 resource provider aggregate not found Jul 04 10:10:50.561439 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (b221b5cf-f562-4b2f-a2b8-71ec29c35306), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.564344 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid baedc6fd-75f2-4854-9eda-bf4ef5c2c7c7 found for delete ", "request_id": "req-1f2b948b-bbde-40c2-82c5-e895e6f237cf"}]} Jul 04 10:10:50.578130 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.581445 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b221b5cf-f562-4b2f-a2b8-71ec29c35306 HTTP/1.1" status: 204 len: 168 time: 0.3509498 Jul 04 10:10:50.582587 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa37b5-7162-48cd-9130-f42f9ad0f257 admin admin] Pushing event deleted for resources: {'Network': ['ID=b221b5cf-f562-4b2f-a2b8-71ec29c35306,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:50.705025 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3502216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3796005'] for subnet (fd2aa4fa-60e1-4dda-8ac2-6b98b0782298), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.708802 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45452) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:50.752968 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-68c7acbe-bbb0-49fd-9ec2-2e0bc624b79f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59fcbc120f0d4dc48dc0b3f2e7433b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428188 Jul 04 10:10:50.755386 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45454) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:50.763425 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2aa4fa-60e1-4dda-8ac2-6b98b0782298,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:50.771455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Checking segment: {'id': 'e137a8e0-e1da-47f1-930b-f1c7b1c9079a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'e32ae038-0ff5-46d5-b30a-80a0f65de398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:10:50.771814 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Network hostable DHCP agents. Network: e32ae038-0ff5-46d5-b30a-80a0f65de398, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:10:50.791129 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Network e32ae038-0ff5-46d5-b30a-80a0f65de398 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:10:50.800385 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, e32ae038-0ff5-46d5-b30a-80a0f65de398) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:10:50.803863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c476989b-5bc3-49c0-87fb-c77ac91286e0 admin admin] Publish callbacks [] for security_group (2cabf56b-cfc6-4771-8730-f804d7ab6819), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.805780 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:50.806612 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.811172 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c684666-f6e0-42b2-b049-ba7abd9caa4f None None] Network e32ae038-0ff5-46d5-b30a-80a0f65de398 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:10:50.816812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:50.828511 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c476989b-5bc3-49c0-87fb-c77ac91286e0 admin admin] Publish callbacks [] for security_group (2cabf56b-cfc6-4771-8730-f804d7ab6819), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.839794 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-824639a7-51b4-4827-9912-cdf7cf748ae4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4445031 Jul 04 10:10:50.852287 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:50.891324 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c476989b-5bc3-49c0-87fb-c77ac91286e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2cabf56b-cfc6-4771-8730-f804d7ab6819), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.896349 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c476989b-5bc3-49c0-87fb-c77ac91286e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:50.901986 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c476989b-5bc3-49c0-87fb-c77ac91286e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2cabf56b-cfc6-4771-8730-f804d7ab6819 HTTP/1.1" status: 204 len: 168 time: 0.1455750 Jul 04 10:10:50.915913 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476989b-5bc3-49c0-87fb-c77ac91286e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cabf56b-cfc6-4771-8730-f804d7ab6819,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:50.952733 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2096775f-f500-4442-a862-0c580878f6cc None None] Network e32ae038-0ff5-46d5-b30a-80a0f65de398 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:10:50.971204 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e172-a034-4a89-8c8d-1ef38b518dc7 req-1871adb0-8c02-49c3-8150-401518aed338 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:50.973549 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5d32e172-a034-4a89-8c8d-1ef38b518dc7 req-1871adb0-8c02-49c3-8150-401518aed338 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0837998 Jul 04 10:10:51.048774 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5d32e172-a034-4a89-8c8d-1ef38b518dc7 req-6bd0c236-086c-410f-90b1-0e3c8ce78425 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699024 Jul 04 10:10:51.420369 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45490) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:51.431785 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1124686002-network', 'tenant_id': '59a4e51a19a949ddbfc1f72ef463810c'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:51.484510 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Made reservation on behalf of 59a4e51a19a949ddbfc1f72ef463810c for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:10:51.487293 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.497980 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.552333 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d270d9-724e-4a93-b0ac-421e8f66c8b0 req-a7ecdbd4-699e-42bf-b51e-cb430686a968 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:51.552333 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-92d270d9-724e-4a93-b0ac-421e8f66c8b0 req-a7ecdbd4-699e-42bf-b51e-cb430686a968 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.1342137 Jul 04 10:10:51.573097 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d248e-50fb-4d04-8adf-3b74b8b03802 req-eb462843-f484-42fd-ba51-91ab67ddaa7b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:51.575299 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-451d248e-50fb-4d04-8adf-3b74b8b03802 req-eb462843-f484-42fd-ba51-91ab67ddaa7b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0926576 Jul 04 10:10:51.589102 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Publish callbacks [] for security_group (1306e682-2add-45b1-86c7-14930a7db640), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.595671 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (1306e682-2add-45b1-86c7-14930a7db640), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.628434 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:10:51.637066 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-92d270d9-724e-4a93-b0ac-421e8f66c8b0 req-33608ea6-5c90-4c49-8010-b961d6517f8c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786927 Jul 04 10:10:51.638765 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1306e682-2add-45b1-86c7-14930a7db640,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:51.666242 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-451d248e-50fb-4d04-8adf-3b74b8b03802 req-3b81a787-4d0e-48ec-ad13-bdf3630de0fc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726483 Jul 04 10:10:51.666600 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (deb9327d-412b-4578-8ec9-3cbdf93ceedc), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.666600 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Added segment deb9327d-412b-4578-8ec9-3cbdf93ceedc of type vlan for network f20049b1-bde7-485b-8d08-151bd987b523 Jul 04 10:10:51.706471 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (f20049b1-bde7-485b-8d08-151bd987b523), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.740109 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (f20049b1-bde7-485b-8d08-151bd987b523), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.741117 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:51.741789 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.746981 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:51.781960 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3603966 Jul 04 10:10:51.784745 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45510) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:51.789090 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Request body: {'subnet': {'network_id': 'f20049b1-bde7-485b-8d08-151bd987b523', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1124686002-subnet', 'tenant_id': '59a4e51a19a949ddbfc1f72ef463810c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:51.819505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ab2bd-e663-4874-9fee-e4f346fcb1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f20049b1-bde7-485b-8d08-151bd987b523,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:51.830613 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network f20049b1-bde7-485b-8d08-151bd987b523 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:10:51.851756 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Made reservation on behalf of 59a4e51a19a949ddbfc1f72ef463810c for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:10:51.855798 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3468776'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:51.993678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660f254-8fdc-46e5-ba06-531c2b94c73a req-8e2c5dab-3db1-437f-8e35-c709effca987 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:51.999998 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-6a49b401-ee00-4db5-a513-312712c8544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:52.001519 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-6a49b401-ee00-4db5-a513-312712c8544f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 1129 time: 0.0701828 Jul 04 10:10:52.003173 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8660f254-8fdc-46e5-ba06-531c2b94c73a req-8e2c5dab-3db1-437f-8e35-c709effca987 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0804992 Jul 04 10:10:52.072698 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8660f254-8fdc-46e5-ba06-531c2b94c73a req-990c7ddc-6f4a-4cde-b647-64c2b89223a4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681446 Jul 04 10:10:52.181742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8d829-d537-45e7-817c-b659ceca4374 req-aea1f743-d73d-4e47-b814-05f6fcb74dca tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:52.183275 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c3d8d829-d537-45e7-817c-b659ceca4374 req-aea1f743-d73d-4e47-b814-05f6fcb74dca tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0528646 Jul 04 10:10:52.192277 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-0b0b5f4a-a7d7-4b27-a912-0a5a42a21f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:52.193785 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-0b0b5f4a-a7d7-4b27-a912-0a5a42a21f8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.1841314 Jul 04 10:10:52.239503 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c3d8d829-d537-45e7-817c-b659ceca4374 req-83eac20a-4de4-4058-b9d2-235b21f2714b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449603 Jul 04 10:10:52.241983 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-0fdeb059-ba24-4823-bf56-4a21f2e5d137 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037993de-7a0b-470c-95e5-54eeb6c77200 HTTP/1.1" status: 200 len: 217 time: 0.0384777 Jul 04 10:10:52.243020 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3384194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3468818'] for subnet (20ef11e9-0e8b-4585-9b64-3fd73cd76c10), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:52.300929 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:52.326334 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ef11e9-0e8b-4585-9b64-3fd73cd76c10,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:52.347193 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-87ccd671-8898-4f0a-a0ef-838a8cd501f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:52.348653 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-87ccd671-8898-4f0a-a0ef-838a8cd501f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0814126 Jul 04 10:10:52.355967 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Checking segment: {'id': 'deb9327d-412b-4578-8ec9-3cbdf93ceedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f20049b1-bde7-485b-8d08-151bd987b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:10:52.356329 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Network hostable DHCP agents. Network: f20049b1-bde7-485b-8d08-151bd987b523, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:10:52.424185 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-b467ca55-3357-4077-ab7a-b2c832ca75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:52.425796 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-b467ca55-3357-4077-ab7a-b2c832ca75a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648098 Jul 04 10:10:52.426534 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Network f20049b1-bde7-485b-8d08-151bd987b523 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:10:52.437504 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, f20049b1-bde7-485b-8d08-151bd987b523) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:10:52.442410 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:52.443154 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:52.447648 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdb3e2-d4ca-4ae0-8297-80891934182b None None] Network f20049b1-bde7-485b-8d08-151bd987b523 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:10:52.486507 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-31404dbf-5475-4dce-bdf9-1f1a3a6b1f4e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7009757 Jul 04 10:10:52.553550 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-68b98ac7-3a82-47a9-9210-ec3e663d095d service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075411 Jul 04 10:10:52.566723 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62bae82-1445-46f1-8703-98b5f50a802e None None] Network f20049b1-bde7-485b-8d08-151bd987b523 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:10:52.680473 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7575afe1-f2c8-4374-8389-78e7a370fa89 req-f7104686-8126-4162-805a-36186ffcf704 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198375 Jul 04 10:10:52.771302 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45580) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:52.775987 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-3b4452ab-4575-4017-b388-1c3e106951f5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104434129', 'description': 'tempest-description--1215033360'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:52.802187 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b4452ab-4575-4017-b388-1c3e106951f5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:52.805264 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52308a1-ec61-4fdb-938d-a14b08b871bb req-399b9e3b-ee0d-478c-8a3f-b4d82c7c86d3 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:52.807064 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a52308a1-ec61-4fdb-938d-a14b08b871bb req-399b9e3b-ee0d-478c-8a3f-b4d82c7c86d3 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0585711 Jul 04 10:10:52.833448 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:52.854413 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:52.866714 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a52308a1-ec61-4fdb-938d-a14b08b871bb req-557612bc-14f0-468e-8591-43f61c1801e9 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535002 Jul 04 10:10:52.885401 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b4452ab-4575-4017-b388-1c3e106951f5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (c0307082-051a-4dce-9130-fbce48905e9e), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:52.890257 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b4452ab-4575-4017-b388-1c3e106951f5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c0307082-051a-4dce-9130-fbce48905e9e), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:52.920606 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4452ab-4575-4017-b388-1c3e106951f5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0307082-051a-4dce-9130-fbce48905e9e,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:52.925711 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b4452ab-4575-4017-b388-1c3e106951f5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:52.927149 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3b4452ab-4575-4017-b388-1c3e106951f5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1546254 Jul 04 10:10:52.930337 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45584) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:52.938954 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-7a50432f-e4cf-4808-a00c-48f061623e47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group_rule': {'security_group_id': 'c0307082-051a-4dce-9130-fbce48905e9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:52.967114 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7a50432f-e4cf-4808-a00c-48f061623e47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (a6f1e2b7-cc41-43d3-a9b2-b190e3a13b30), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.026588 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7a50432f-e4cf-4808-a00c-48f061623e47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (a6f1e2b7-cc41-43d3-a9b2-b190e3a13b30), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.032817 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7a50432f-e4cf-4808-a00c-48f061623e47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (a6f1e2b7-cc41-43d3-a9b2-b190e3a13b30), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.055386 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50432f-e4cf-4808-a00c-48f061623e47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f1e2b7-cc41-43d3-a9b2-b190e3a13b30,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:53.065364 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7a50432f-e4cf-4808-a00c-48f061623e47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.067071 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7a50432f-e4cf-4808-a00c-48f061623e47 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356051 Jul 04 10:10:53.070114 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45586) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:53.074633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-c37f7b67-1af1-4152-9032-d1e2628e4428 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group_rule': {'security_group_id': 'c0307082-051a-4dce-9130-fbce48905e9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:53.104106 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c37f7b67-1af1-4152-9032-d1e2628e4428 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (d867f3df-a6ed-4db1-89f6-4f52479f14c3), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.438111 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faaaf7-51a1-47d3-a771-a65cab484cb1 req-2949187d-1743-4d19-844b-29b4542afe00 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:53.439517 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3faaaf7-51a1-47d3-a771-a65cab484cb1 req-2949187d-1743-4d19-844b-29b4542afe00 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0846429 Jul 04 10:10:53.461603 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7093f-5b1a-4f81-af1b-1e0156bc5146 req-3c7fcee7-c83a-4d66-8bd4-a48a5a01945f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:53.463066 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-08b7093f-5b1a-4f81-af1b-1e0156bc5146 req-3c7fcee7-c83a-4d66-8bd4-a48a5a01945f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.1093240 Jul 04 10:10:53.477677 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c37f7b67-1af1-4152-9032-d1e2628e4428 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (d867f3df-a6ed-4db1-89f6-4f52479f14c3), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.497752 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c37f7b67-1af1-4152-9032-d1e2628e4428 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (d867f3df-a6ed-4db1-89f6-4f52479f14c3), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.545485 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f7b67-1af1-4152-9032-d1e2628e4428 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d867f3df-a6ed-4db1-89f6-4f52479f14c3,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:53.552805 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c37f7b67-1af1-4152-9032-d1e2628e4428 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.554039 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c37f7b67-1af1-4152-9032-d1e2628e4428 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4829333 Jul 04 10:10:53.557345 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45598) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:53.560051 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3faaaf7-51a1-47d3-a771-a65cab484cb1 req-e5af3e1b-c6e2-483e-8190-d87f39ded0c2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135681 Jul 04 10:10:53.562458 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:53.572450 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-08b7093f-5b1a-4f81-af1b-1e0156bc5146 req-95ab9205-4569-474d-bff8-a122db4513e6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936224 Jul 04 10:10:53.595140 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.680989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.748931 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:53.805264 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Allocated IP 172.27.2.4 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/c7120a1f-8ec7-4c60-a298-ef2269d9d68c) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:10:53.914279 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.951592 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:53.953011 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:53.992118 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b3f0d-2ebe-4899-8364-23e3cccd2ae4 req-2b5f9144-20ca-4fc0-987f-47735b6901c8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:53.993465 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:10:53.993574 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2f6b3f0d-2ebe-4899-8364-23e3cccd2ae4 req-2b5f9144-20ca-4fc0-987f-47735b6901c8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0494788 Jul 04 10:10:53.998335 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:10:54.002200 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:10:54.030406 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=c7120a1f-8ec7-4c60-a298-ef2269d9d68c,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:54.047200 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2f6b3f0d-2ebe-4899-8364-23e3cccd2ae4 req-d41348df-ede5-4640-84ba-35a81ec66bc6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467789 Jul 04 10:10:54.085405 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:54.094505 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (4c859c58-0bf1-4c56-9b4e-bf800cc0effe), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:54.135779 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:54.288247 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:54.294201 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:54.374102 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=c7120a1f-8ec7-4c60-a298-ef2269d9d68c,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:54.385365 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (4c859c58-0bf1-4c56-9b4e-bf800cc0effe), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:54.403207 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:54.404573 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-496de57e-ddf0-4d07-bdef-6051f3548eb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8461883 Jul 04 10:10:54.652668 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-8e155e2e-9a35-4bff-a704-cb1a46e1445e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1104434129&fields=id&tenant_id=a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 267 time: 0.0601683 Jul 04 10:10:54.715147 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8230a-8847-4623-aaa6-0cf4646b2955 req-44de3c4e-a8f5-4fd3-a352-6517e2588db3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:54.716690 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c6e8230a-8847-4623-aaa6-0cf4646b2955 req-44de3c4e-a8f5-4fd3-a352-6517e2588db3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0768957 Jul 04 10:10:54.821023 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c6e8230a-8847-4623-aaa6-0cf4646b2955 req-4271d024-abde-4974-b214-40202b06805f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971484 Jul 04 10:10:54.827268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-26a95815-1cd6-4572-b986-c843d43342ac tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:54.828736 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-26a95815-1cd6-4572-b986-c843d43342ac tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 814 time: 0.1564012 Jul 04 10:10:54.845905 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-70c778a6-e9a6-4d48-b7a0-d45b03221afa tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/quotas/a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 375 time: 0.0106211 Jul 04 10:10:54.931262 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-ed768048-743d-4325-83d7-44439d370e24 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754499 Jul 04 10:10:54.941839 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b497-35e8-43b8-a518-314daa7d6696 req-6e240963-2561-4b09-896e-7200840cc226 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:54.943270 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-abc4b497-35e8-43b8-a518-314daa7d6696 req-6e240963-2561-4b09-896e-7200840cc226 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0594914 Jul 04 10:10:55.051807 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-abc4b497-35e8-43b8-a518-314daa7d6696 req-d78b481c-0d63-4bb7-bece-8cae65b77ef2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028657 Jul 04 10:10:55.072461 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-cb2e651f-7d59-49de-8e6e-dab863b27afa service neutron] 10.222.0.79 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216714 Jul 04 10:10:55.199733 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:55.224430 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-962c3e97-8f21-4e3f-a8be-cd2c8e5c8d1d service neutron] 10.222.0.79 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386437 Jul 04 10:10:55.230659 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fb84b-f4bf-46af-92bb-a4c8cc2c4d4e req-0b21ded0-f516-4bd2-ba67-a4b57a9189a2 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:55.232057 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fe1fb84b-f4bf-46af-92bb-a4c8cc2c4d4e req-0b21ded0-f516-4bd2-ba67-a4b57a9189a2 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0734947 Jul 04 10:10:55.296443 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fe1fb84b-f4bf-46af-92bb-a4c8cc2c4d4e req-5422220a-a13b-41ca-8d5a-106dee895ef9 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549557 Jul 04 10:10:55.411049 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2d822a0f-d6f7-4a83-be3b-e569bef17dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:55.423795 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cbabc74c-77bf-45a2-822d-58c237ac2d85 req-d4431426-f166-41ae-8223-5ddc43bf07b7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 210 time: 0.0372303 Jul 04 10:10:55.966222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78201d9e-20c1-4391-84e6-072c56ea6f38 req-1428788e-8bda-4e53-a5ac-e771e24752d7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:55.968451 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78201d9e-20c1-4391-84e6-072c56ea6f38 req-1428788e-8bda-4e53-a5ac-e771e24752d7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0559211 Jul 04 10:10:56.032208 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78201d9e-20c1-4391-84e6-072c56ea6f38 req-0b14cd76-e23b-43c1-ac6f-2b090fde82e1 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551383 Jul 04 10:10:56.413572 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed7b62-0953-42f0-96a0-00ab32d6ebbc req-7be59ff1-c8b2-426e-a92b-814f92ed3264 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:56.415026 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1aed7b62-0953-42f0-96a0-00ab32d6ebbc req-7be59ff1-c8b2-426e-a92b-814f92ed3264 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0518296 Jul 04 10:10:56.469835 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1aed7b62-0953-42f0-96a0-00ab32d6ebbc req-b2076580-f36f-4672-ad99-f439b6c74f77 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Jul 04 10:10:56.527648 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-73a560d3-c92e-469a-8c5d-cb731016d9a3 req-a42d7750-8952-4554-b605-adc389b3b4de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 210 time: 0.0276172 Jul 04 10:10:56.554077 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45670) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:56.554077 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-04f50639-90f7-451e-9741-13d8f35e2756 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131359773', 'description': 'tempest-description--1767647835'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:56.565925 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:56.592020 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-04f50639-90f7-451e-9741-13d8f35e2756 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.682637 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-cca91fcd-7c67-4874-83db-3351082c9869 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:56.684179 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-cca91fcd-7c67-4874-83db-3351082c9869 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 814 time: 0.1418662 Jul 04 10:10:56.698737 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-04f50639-90f7-451e-9741-13d8f35e2756 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group (30431659-abf6-4528-a8af-2a06099cd7ae), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.705261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-04f50639-90f7-451e-9741-13d8f35e2756 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (30431659-abf6-4528-a8af-2a06099cd7ae), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.743679 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f50639-90f7-451e-9741-13d8f35e2756 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30431659-abf6-4528-a8af-2a06099cd7ae,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:56.749409 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-04f50639-90f7-451e-9741-13d8f35e2756 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.753873 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-04f50639-90f7-451e-9741-13d8f35e2756 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2011974 Jul 04 10:10:56.754884 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45676) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:56.756581 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:56.761033 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-30bea763-98e4-4625-a4c1-0a436a723127 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'security_group_rule': {'security_group_id': '30431659-abf6-4528-a8af-2a06099cd7ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:56.777666 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-1527af39-8090-4363-81ae-32a1fc700edc tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 473 time: 0.0840845 Jul 04 10:10:56.789374 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-30bea763-98e4-4625-a4c1-0a436a723127 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group_rule (d263e0af-22c1-4de7-a82d-afd787096643), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.846815 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'port': {'device_id': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'admin_state_up': True, 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'security_groups': ['c0307082-051a-4dce-9130-fbce48905e9e']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:56.847375 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-30bea763-98e4-4625-a4c1-0a436a723127 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group_rule (d263e0af-22c1-4de7-a82d-afd787096643), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.852577 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-30bea763-98e4-4625-a4c1-0a436a723127 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (d263e0af-22c1-4de7-a82d-afd787096643), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.873550 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bea763-98e4-4625-a4c1-0a436a723127 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d263e0af-22c1-4de7-a82d-afd787096643,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:56.885377 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-30bea763-98e4-4625-a4c1-0a436a723127 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.886881 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-30bea763-98e4-4625-a4c1-0a436a723127 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302037 Jul 04 10:10:56.889587 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45680) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:56.894010 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-117fe556-66f1-45f2-bcea-5fc311268f29 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'security_group_rule': {'security_group_id': '30431659-abf6-4528-a8af-2a06099cd7ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:56.925432 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-117fe556-66f1-45f2-bcea-5fc311268f29 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group_rule (97d41d2e-4dbe-4d23-82e3-fea3b7b7bffa), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:56.983303 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Made reservation on behalf of a57f93d66f534107a228d908afa64890 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:10:56.989061 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.000779 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-117fe556-66f1-45f2-bcea-5fc311268f29 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group_rule (97d41d2e-4dbe-4d23-82e3-fea3b7b7bffa), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.006936 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-117fe556-66f1-45f2-bcea-5fc311268f29 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (97d41d2e-4dbe-4d23-82e3-fea3b7b7bffa), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.033413 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fe556-66f1-45f2-bcea-5fc311268f29 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d41d2e-4dbe-4d23-82e3-fea3b7b7bffa,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:57.041413 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-117fe556-66f1-45f2-bcea-5fc311268f29 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.042985 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-117fe556-66f1-45f2-bcea-5fc311268f29 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523087 Jul 04 10:10:57.046183 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45686) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:10:57.050903 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:57.077456 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.154830 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Allocated IP 172.20.0.12 (3ebecf3d-37d9-4ade-a898-e313cec92aef/0c5b249e-b14e-43fd-9398-80e275c1bb33/391d4036-90c2-4805-86d2-58d8be59784d) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:10:57.161059 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:57.208673 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:57.214052 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.231352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cabb8-0b49-4442-8078-f1d4cec370f1 req-02417852-4f29-440b-b097-498447460a48 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:57.233337 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5b0cabb8-0b49-4442-8078-f1d4cec370f1 req-02417852-4f29-440b-b097-498447460a48 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0711663 Jul 04 10:10:57.320468 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (391d4036-90c2-4805-86d2-58d8be59784d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.352891 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:57.354862 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (391d4036-90c2-4805-86d2-58d8be59784d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.358482 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5b0cabb8-0b49-4442-8078-f1d4cec370f1 req-ab03f52d-55a8-43e0-8551-f68af8465aee tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892241 Jul 04 10:10:57.379211 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Allocated IP 172.27.2.243 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/dda57f6b-e501-4c47-8e2c-a38e77fea42e) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:10:57.414647 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:10:57.418305 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:10:57.420924 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=391d4036-90c2-4805-86d2-58d8be59784d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:57.423394 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:10:57.476986 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:57.477639 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.497017 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f2ec8da4-2f68-43ba-9998-87824958e91a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6547256 Jul 04 10:10:57.518052 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for port (dda57f6b-e501-4c47-8e2c-a38e77fea42e), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.521510 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Request body: {'port': {'device_id': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:10:57.563510 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (dda57f6b-e501-4c47-8e2c-a38e77fea42e), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.570568 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d5c4e07-5009-4d69-893b-7db78c0c03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.619880 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (391d4036-90c2-4805-86d2-58d8be59784d), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.666582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7db588-bfd5-4c06-9928-c5b88e947d5e req-539d04b7-932d-4253-b6a3-1ae7de32cd4e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:57.668206 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c7db588-bfd5-4c06-9928-c5b88e947d5e req-539d04b7-932d-4253-b6a3-1ae7de32cd4e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0890763 Jul 04 10:10:57.670197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:10:57.693705 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:10:57.707744 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:10:57.745547 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event updated for resources: {'Port': ['ID=dda57f6b-e501-4c47-8e2c-a38e77fea42e,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:57.755462 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-aca241eb-df0c-4ddc-bb08-9f379630054b None None] Provisioning complete for port 391d4036-90c2-4805-86d2-58d8be59784d triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:10:57.756042 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-aca241eb-df0c-4ddc-bb08-9f379630054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (391d4036-90c2-4805-86d2-58d8be59784d), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.759457 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6f2f0-695b-4ed1-9d81-867bad4bb485 req-b8f7efb6-0d1b-4634-a83d-04f6950040b9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:57.760966 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-62f6f2f0-695b-4ed1-9d81-867bad4bb485 req-b8f7efb6-0d1b-4634-a83d-04f6950040b9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 932 time: 0.1250031 Jul 04 10:10:57.791885 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-aca241eb-df0c-4ddc-bb08-9f379630054b None None] Port 391d4036-90c2-4805-86d2-58d8be59784d cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:10:57.812786 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c7db588-bfd5-4c06-9928-c5b88e947d5e req-6d7d60ad-f167-4a2c-94f6-4d8fb5f1f715 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248026 Jul 04 10:10:57.868868 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-62f6f2f0-695b-4ed1-9d81-867bad4bb485 req-4f821e51-4d42-4d69-a50e-a0b6a1ae0db4 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937259 Jul 04 10:10:57.879759 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (1570fd45-40ff-4c85-94cb-2eb59347d2fb), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.905757 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:57.937427 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dda57f6b-e501-4c47-8e2c-a38e77fea42e), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.938367 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391d4036-90c2-4805-86d2-58d8be59784d {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:10:57.946758 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Publish callbacks [] for port (391d4036-90c2-4805-86d2-58d8be59784d), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:57.960171 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Transition to ACTIVE for port object 391d4036-90c2-4805-86d2-58d8be59784d will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:10:57.965167 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (391d4036-90c2-4805-86d2-58d8be59784d), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:58.008665 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:58.031940 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:58.049479 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Pushing event updated for resources: {'Port': ['ID=391d4036-90c2-4805-86d2-58d8be59784d,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:58.094457 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for port (dda57f6b-e501-4c47-8e2c-a38e77fea42e), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:58.100288 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (dda57f6b-e501-4c47-8e2c-a38e77fea42e), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:58.110536 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Attempting to bind port 391d4036-90c2-4805-86d2-58d8be59784d on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:10:58.110881 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Attempting to bind port 391d4036-90c2-4805-86d2-58d8be59784d by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:10:58.111215 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Attempting to bind port 391d4036-90c2-4805-86d2-58d8be59784d on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:10:58.116458 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Port 391d4036-90c2-4805-86d2-58d8be59784d on network 3ebecf3d-37d9-4ade-a898-e313cec92aef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:10:58.116783 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Attempting to bind port 391d4036-90c2-4805-86d2-58d8be59784d on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:10:58.132357 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:10:58.132357 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Checking segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:10:58.132357 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Bound using segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:10:58.132357 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Bound port: 391d4036-90c2-4805-86d2-58d8be59784d, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:10:58.132357 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (391d4036-90c2-4805-86d2-58d8be59784d), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:58.176754 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event updated for resources: {'Port': ['ID=dda57f6b-e501-4c47-8e2c-a38e77fea42e,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:58.187977 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (1570fd45-40ff-4c85-94cb-2eb59347d2fb), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:58.191687 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:58.209540 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:58.211083 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7ae2f21d-fb0f-49a7-b900-ec5c1c59c2e3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1639028 Jul 04 10:10:58.228356 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] For port 391d4036-90c2-4805-86d2-58d8be59784d, host hv-cinder-84841, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:10:58.231637 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] For port 391d4036-90c2-4805-86d2-58d8be59784d, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=391d4036-90c2-4805-86d2-58d8be59784d,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:10:58.238331 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (391d4036-90c2-4805-86d2-58d8be59784d), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:58.281841 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:58.282774 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:58.284241 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] 10.222.0.74 "PUT /v2.0/ports/391d4036-90c2-4805-86d2-58d8be59784d HTTP/1.1" status: 200 len: 1094 time: 0.7778897 Jul 04 10:10:58.287842 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'tag': '391d4036-90c2-4805-86d2-58d8be59784d'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:10:58.302584 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad40a3-8913-486e-8520-5b2ba7e5e297" -d '{"events": [{"name": "network-changed", "server_uuid": "13a952ca-c64f-4b22-89d3-3911935ee74d", "tag": "391d4036-90c2-4805-86d2-58d8be59784d"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:10:58.433223 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e68d7ed-b429-48d6-84b8-498a27c0ca15 x-openstack-request-id: req-5e68d7ed-b429-48d6-84b8-498a27c0ca15 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:10:58.433508 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a952ca-c64f-4b22-89d3-3911935ee74d", "tag": "391d4036-90c2-4805-86d2-58d8be59784d", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:10:58.433940 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e68d7ed-b429-48d6-84b8-498a27c0ca15 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:10:58.434394 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e68d7ed-b429-48d6-84b8-498a27c0ca15'] response: {'name': 'network-changed', 'server_uuid': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'tag': '391d4036-90c2-4805-86d2-58d8be59784d', 'status': 'completed', 'code': 200} Jul 04 10:10:58.461168 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-2061e57b-a9ae-4885-b41f-231745827458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:58.462742 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-2061e57b-a9ae-4885-b41f-231745827458 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 1128 time: 0.1128883 Jul 04 10:10:58.463499 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b45f2-d015-4b3c-91dd-00c826f7f09a service neutron] Pushing event updated for resources: {'Port': ['ID=391d4036-90c2-4805-86d2-58d8be59784d,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:10:58.522411 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-8c922b7e-8270-4d42-b114-be0473793ae5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1131359773&fields=id&tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1 HTTP/1.1" status: 200 len: 267 time: 0.0938473 Jul 04 10:10:58.531198 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-0f8569fa-6e76-4f5d-8468-9c8db7f49bb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=391d4036-90c2-4805-86d2-58d8be59784d HTTP/1.1" status: 200 len: 217 time: 0.0588670 Jul 04 10:10:58.542245 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f14d75-f446-4248-b659-2d0204c896a3 req-27ae8f1a-f736-40e9-be9a-463283fd89ab tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:58.544629 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6f14d75-f446-4248-b659-2d0204c896a3 req-27ae8f1a-f736-40e9-be9a-463283fd89ab tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0719738 Jul 04 10:10:58.602531 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f8990396-a0d8-4cdc-8960-947fdeeae4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:58.604501 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-f8990396-a0d8-4cdc-8960-947fdeeae4ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0664389 Jul 04 10:10:58.659913 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-78bf019a-bccb-4ac1-95f8-3e03ff5ffdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:58.661440 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-78bf019a-bccb-4ac1-95f8-3e03ff5ffdee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476675 Jul 04 10:10:58.687767 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6f14d75-f446-4248-b659-2d0204c896a3 req-5b8d67b7-bc1c-40fa-8f0a-60de6cbeb8bd tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308830 Jul 04 10:10:58.727690 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-2f132563-a89c-483f-89f9-df8a3c156355 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:58.729454 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-2f132563-a89c-483f-89f9-df8a3c156355 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 818 time: 0.1838000 Jul 04 10:10:58.753811 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-acab461e-082f-4cee-abf8-6d8687dc795b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/quotas/7f101e48ae9b4936a6d1b7bae000d7e1 HTTP/1.1" status: 200 len: 375 time: 0.0115697 Jul 04 10:10:58.774113 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-a4edcbe3-e196-4e61-bbbc-8886ac36a7e8 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059830 Jul 04 10:10:58.831544 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-37ba4ae8-d972-46c4-9eb6-2cc8ff829f5e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0691903 Jul 04 10:10:58.889360 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d3f9e66-eda9-42e0-b686-47eb455852b0 req-af17e932-e6dd-434a-b23f-e4c359ca94dd service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082034 Jul 04 10:10:58.970775 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f84f2a-f224-4c37-ac91-e3db2b621b6e req-31e16c21-6d2a-4d12-9df8-99cf2292caf7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:58.972220 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c7f84f2a-f224-4c37-ac91-e3db2b621b6e req-31e16c21-6d2a-4d12-9df8-99cf2292caf7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0642641 Jul 04 10:10:58.974084 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-fdd799d2-e7a9-4248-a723-ee54f320eed3 service neutron] 10.222.0.79 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300058 Jul 04 10:10:59.076525 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:59.078591 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:10:59.081351 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c7f84f2a-f224-4c37-ac91-e3db2b621b6e req-236dada1-e62d-48d9-bd13-6788134b6c52 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035490 Jul 04 10:10:59.103400 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-18912d45-764e-49e6-a243-0d66aae5ba78 service neutron] 10.222.0.79 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194460 Jul 04 10:10:59.198792 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b611-7173-477f-ae7a-6ff67082f165 req-c7310adc-a178-4e20-9866-fba705c12b20 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:59.200591 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2f76b611-7173-477f-ae7a-6ff67082f165 req-c7310adc-a178-4e20-9866-fba705c12b20 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 944 time: 0.0502388 Jul 04 10:10:59.270078 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2f76b611-7173-477f-ae7a-6ff67082f165 req-5f4199ff-008f-4363-ae17-e73473a23c2b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609598 Jul 04 10:10:59.286834 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5da6afe5-f555-45ef-8742-5841a5ec816e req-55092bba-0674-4fee-bc62-17c8f41c1f81 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 210 time: 0.0307875 Jul 04 10:10:59.364618 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:10:59.820777 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3697e-9539-4f86-a9ca-0059bc322c1b req-af958d4b-13b4-4afd-872c-321e818642f4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:59.822520 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a5f3697e-9539-4f86-a9ca-0059bc322c1b req-af958d4b-13b4-4afd-872c-321e818642f4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0495064 Jul 04 10:10:59.880395 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a5f3697e-9539-4f86-a9ca-0059bc322c1b req-c09ea1a6-1f9a-418e-93c1-775f5ea28a22 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510099 Jul 04 10:10:59.978332 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-7e243e6d-c594-4d2c-bedc-479fd5892894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:10:59.979808 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-7e243e6d-c594-4d2c-bedc-479fd5892894 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 1128 time: 0.0432713 Jul 04 10:11:00.080724 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:00.086220 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-88b76906-a93c-4da7-928f-262f56a00168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:00.087792 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-88b76906-a93c-4da7-928f-262f56a00168 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 915 time: 0.1013949 Jul 04 10:11:00.145566 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-e24acbd6-9004-4939-a2da-e3de81b5c06b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=391d4036-90c2-4805-86d2-58d8be59784d HTTP/1.1" status: 200 len: 217 time: 0.0481727 Jul 04 10:11:00.193856 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:00.201989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-0791d4c8-d8ff-4f92-936c-b6f80e34b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:00.203707 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-0791d4c8-d8ff-4f92-936c-b6f80e34b543 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0518372 Jul 04 10:11:00.212469 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709f06a-7843-474b-a94e-a7349a0a7d18 req-a2801051-4b41-485a-b2a1-03aa396c8ed8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:00.214011 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8709f06a-7843-474b-a94e-a7349a0a7d18 req-a2801051-4b41-485a-b2a1-03aa396c8ed8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0511198 Jul 04 10:11:00.275048 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8709f06a-7843-474b-a94e-a7349a0a7d18 req-fa153a21-d8ff-43fc-b24e-73dfbb2aa3c4 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545621 Jul 04 10:11:00.277375 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-fff5ce9d-d037-41b1-a75a-e647849f9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:00.279513 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-fff5ce9d-d037-41b1-a75a-e647849f9293 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471332 Jul 04 10:11:00.405899 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4e117e21-0a56-42a7-a4f3-f8681f9bd482 req-b462515b-503e-4bbf-bafb-fc4bc5fbb696 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 210 time: 0.0493293 Jul 04 10:11:00.419796 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a211b2-21b3-4b1e-9c5b-e53eaf3ee5dd req-44fd8329-399c-4fef-8a20-9e598f73c1a8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:00.421390 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79a211b2-21b3-4b1e-9c5b-e53eaf3ee5dd req-44fd8329-399c-4fef-8a20-9e598f73c1a8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 944 time: 0.0766687 Jul 04 10:11:00.449254 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:00.472483 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79a211b2-21b3-4b1e-9c5b-e53eaf3ee5dd req-eff5a468-fc1e-4656-81ef-248f5a0ff925 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Jul 04 10:11:00.606927 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-86c73c66-0ca1-4a3f-b16c-c79a90090156 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978043 Jul 04 10:11:00.703326 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:00.713699 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e9ad40a3-8913-486e-8520-5b2ba7e5e297 req-d8a7c9b4-e148-491c-84ef-c3adbe969ad5 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989354 Jul 04 10:11:00.729261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-364e368a-636d-4f51-b811-ed19b5c5afa3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:00.730754 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-364e368a-636d-4f51-b811-ed19b5c5afa3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 818 time: 0.1158509 Jul 04 10:11:00.781481 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:00.797584 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-0b83335f-a55f-44aa-88f4-c3f3617532d2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1 HTTP/1.1" status: 200 len: 380 time: 0.0562088 Jul 04 10:11:00.879529 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'port': {'device_id': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'admin_state_up': True, 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'security_groups': ['30431659-abf6-4528-a8af-2a06099cd7ae']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:01.025845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6d9aa-975e-4b23-af32-4398fd395e24 req-8a28ffa0-28e7-44db-a33b-66671e326e67 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:01.027347 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-92a6d9aa-975e-4b23-af32-4398fd395e24 req-8a28ffa0-28e7-44db-a33b-66671e326e67 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0640068 Jul 04 10:11:01.055619 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Made reservation on behalf of 7f101e48ae9b4936a6d1b7bae000d7e1 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:11:01.059003 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:01.109995 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-92a6d9aa-975e-4b23-af32-4398fd395e24 req-bc77a299-dd63-4c48-b373-4b41de0e1aa7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744474 Jul 04 10:11:01.226399 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Allocated IP 172.20.0.11 (ca42d015-9cb6-4405-9736-f11c22ec9001/e33ab3cd-7533-413c-8d59-ee071f162d94/983beb0b-565d-4f4f-b77c-f373196c5bdc) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:11:01.426401 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c682c2e-6555-4829-b66b-ec75ffcdbadb req-1e015ef9-6c29-41b0-aa0a-935ac9a0ac08 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:01.428384 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2c682c2e-6555-4829-b66b-ec75ffcdbadb req-1e015ef9-6c29-41b0-aa0a-935ac9a0ac08 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0764270 Jul 04 10:11:01.433309 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:01.484625 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:01.520999 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2c682c2e-6555-4829-b66b-ec75ffcdbadb req-d835e0db-76c4-4cac-9124-c515c25a25af tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836499 Jul 04 10:11:01.536965 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:01.539893 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-28cb4ed2-3b71-4923-b716-fa2a82a8f6a2 req-670a2cce-8c35-492b-a3b0-5ba7d4ea74cf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 210 time: 0.0404396 Jul 04 10:11:01.582094 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:01.599304 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 391d4036-90c2-4805-86d2-58d8be59784d details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:11:01.625182 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Network ca42d015-9cb6-4405-9736-f11c22ec9001 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:01.634110 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:01.638600 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event updated for resources: {'Port': ['ID=983beb0b-565d-4f4f-b77c-f373196c5bdc,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:01.643760 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:11:01.676487 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba89cbd-4e5e-4a6c-988b-487182ffd100 req-0c556672-231a-4ad5-9697-d0f22378f5b4 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:01.678155 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-eba89cbd-4e5e-4a6c-988b-487182ffd100 req-0c556672-231a-4ad5-9697-d0f22378f5b4 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 944 time: 0.1009436 Jul 04 10:11:01.731604 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:01.732236 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:01.748863 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 391d4036-90c2-4805-86d2-58d8be59784d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=391d4036-90c2-4805-86d2-58d8be59784d,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:01.762188 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '391d4036-90c2-4805-86d2-58d8be59784d', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'port_id': '391d4036-90c2-4805-86d2-58d8be59784d', 'mac_address': 'fa:16:3e:ff:9a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:11:01.770236 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-eba89cbd-4e5e-4a6c-988b-487182ffd100 req-d3a86164-f326-4ca3-89ee-ff647280c0cc tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851831 Jul 04 10:11:01.773275 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-123f4398-caf2-4903-b5ab-be823972b47e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8996158 Jul 04 10:11:01.797483 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Request body: {'port': {'device_id': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:01.816648 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:01.822490 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 391d4036-90c2-4805-86d2-58d8be59784d is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:01.823210 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (391d4036-90c2-4805-86d2-58d8be59784d), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:01.837981 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391d4036-90c2-4805-86d2-58d8be59784d {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:11:01.845932 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:01.867055 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 391d4036-90c2-4805-86d2-58d8be59784d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=391d4036-90c2-4805-86d2-58d8be59784d,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:01.872775 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (391d4036-90c2-4805-86d2-58d8be59784d), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:01.929417 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6e33e672-6576-49cc-8a4c-979c4eb76b69 None None] Provisioning complete for port 983beb0b-565d-4f4f-b77c-f373196c5bdc triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:01.929957 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6e33e672-6576-49cc-8a4c-979c4eb76b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:01.955266 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=391d4036-90c2-4805-86d2-58d8be59784d,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:01.970509 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.970826 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.971335 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.971679 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.971990 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.972323 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.972636 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.972945 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.973258 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.973563 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.973901 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.974208 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.974512 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.974829 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.975133 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:01.991482 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6e33e672-6576-49cc-8a4c-979c4eb76b69 None None] Port 983beb0b-565d-4f4f-b77c-f373196c5bdc cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:11:02.099004 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:02.162808 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['391d4036-90c2-4805-86d2-58d8be59784d'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:11:02.277816 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810fccf-835e-4991-b071-ff9ea45fa1ee req-c4eab29b-ff03-4db8-bf82-2962ce04c116 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:02.279534 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b810fccf-835e-4991-b071-ff9ea45fa1ee req-c4eab29b-ff03-4db8-bf82-2962ce04c116 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0780201 Jul 04 10:11:02.390931 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b810fccf-835e-4991-b071-ff9ea45fa1ee req-8c689f44-7572-4cfd-be29-499e890418ae tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991840 Jul 04 10:11:02.451195 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983beb0b-565d-4f4f-b77c-f373196c5bdc {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:11:02.459342 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Publish callbacks [] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:02.472964 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Transition to ACTIVE for port object 983beb0b-565d-4f4f-b77c-f373196c5bdc will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:11:02.478585 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:02.535969 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Pushing event updated for resources: {'Port': ['ID=983beb0b-565d-4f4f-b77c-f373196c5bdc,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:02.558520 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:02.624925 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Attempting to bind port 983beb0b-565d-4f4f-b77c-f373196c5bdc on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:11:02.625453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Attempting to bind port 983beb0b-565d-4f4f-b77c-f373196c5bdc by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:11:02.625945 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Attempting to bind port 983beb0b-565d-4f4f-b77c-f373196c5bdc on network ca42d015-9cb6-4405-9736-f11c22ec9001 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:11:02.633278 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Port 983beb0b-565d-4f4f-b77c-f373196c5bdc on network ca42d015-9cb6-4405-9736-f11c22ec9001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:11:02.635741 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Attempting to bind port 983beb0b-565d-4f4f-b77c-f373196c5bdc on network ca42d015-9cb6-4405-9736-f11c22ec9001 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:11:02.665469 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:11:02.665925 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Checking segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:02.666364 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Bound using segment: {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:11:02.667163 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Bound port: 983beb0b-565d-4f4f-b77c-f373196c5bdc, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a128dca-9649-4a40-8f91-e7059725e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:11:02.667592 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:02.764483 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6eddf-8fea-42dc-8ae4-ca885e59c07f req-437e8d04-de9a-40ec-8d6d-21e58bc5c707 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:02.766084 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ee6eddf-8fea-42dc-8ae4-ca885e59c07f req-437e8d04-de9a-40ec-8d6d-21e58bc5c707 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 944 time: 0.1188638 Jul 04 10:11:02.777190 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15dbf4-5133-4959-9f7e-2348e59e5e4d req-072a5632-690d-49f1-81bb-0224b31ab46d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:02.778755 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8d15dbf4-5133-4959-9f7e-2348e59e5e4d req-072a5632-690d-49f1-81bb-0224b31ab46d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.1362143 Jul 04 10:11:02.834959 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:02.865798 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] For port 983beb0b-565d-4f4f-b77c-f373196c5bdc, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:11:02.887081 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ee6eddf-8fea-42dc-8ae4-ca885e59c07f req-27257c9c-1445-4bd9-a9a0-d10d5719bbe1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056836 Jul 04 10:11:02.893317 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] For port 983beb0b-565d-4f4f-b77c-f373196c5bdc, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:11:02.900020 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8d15dbf4-5133-4959-9f7e-2348e59e5e4d req-c4947a76-c2e5-4463-a53b-53b71b59334a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116946 Jul 04 10:11:02.911408 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:02.935127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:02.960981 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:02.961695 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:02.963244 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] 10.222.0.74 "PUT /v2.0/ports/983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 200 len: 1094 time: 1.1816192 Jul 04 10:11:02.978631 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:11:02.982809 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f0845-00c6-44d3-b175-7b86680ea8de" -d '{"events": [{"name": "network-changed", "server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:11:03.112362 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ada8adf-bf90-44ca-9819-281df52503cb x-openstack-request-id: req-1ada8adf-bf90-44ca-9819-281df52503cb {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:11:03.112804 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:11:03.113057 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ada8adf-bf90-44ca-9819-281df52503cb {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:11:03.113460 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ada8adf-bf90-44ca-9819-281df52503cb'] response: {'name': 'network-changed', 'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'status': 'completed', 'code': 200} Jul 04 10:11:03.114635 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34280df3-6272-4806-a29b-eb37f11a75ec service neutron] Pushing event updated for resources: {'Port': ['ID=983beb0b-565d-4f4f-b77c-f373196c5bdc,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:03.126594 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780f3ab-3c28-4370-bf8a-aa8486db4c8f req-7c1d304a-bb85-4ca4-b59a-4f03c1adae10 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.133317 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4780f3ab-3c28-4370-bf8a-aa8486db4c8f req-7c1d304a-bb85-4ca4-b59a-4f03c1adae10 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 945 time: 0.1690009 Jul 04 10:11:03.134410 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-1b7442e3-9ac7-4a1b-9a9f-495e5fbb7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.135795 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-1b7442e3-9ac7-4a1b-9a9f-495e5fbb7cf3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1128 time: 0.1056576 Jul 04 10:11:03.221599 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-d1c8c38c-8501-4a0c-9a44-5e4e13d63a7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 200 len: 217 time: 0.0747616 Jul 04 10:11:03.305281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ab68-8b2a-4194-aefa-a854cc8317ee req-234db604-a2d2-4a23-b5f5-95bc2460b31c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.306824 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-06b6ab68-8b2a-4194-aefa-a854cc8317ee req-234db604-a2d2-4a23-b5f5-95bc2460b31c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.1026585 Jul 04 10:11:03.332588 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-795d01a1-68ef-483e-ad7c-dd984266783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.334120 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-795d01a1-68ef-483e-ad7c-dd984266783f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0944571 Jul 04 10:11:03.350483 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4780f3ab-3c28-4370-bf8a-aa8486db4c8f req-cba3e9a9-08a0-4fe5-a949-dcd7c79750c7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000225 Jul 04 10:11:03.416237 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-2fb7a063-20db-4937-9fdf-b2cd9b2f552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.417892 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-2fb7a063-20db-4937-9fdf-b2cd9b2f552a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668006 Jul 04 10:11:03.422897 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-06b6ab68-8b2a-4194-aefa-a854cc8317ee req-c3a6a27b-f390-4213-9d71-1d10b0874d52 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094992 Jul 04 10:11:03.492820 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-3b24370b-bec4-4d8b-ae67-c16562a7774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.494359 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-3b24370b-bec4-4d8b-ae67-c16562a7774b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 1130 time: 0.2935979 Jul 04 10:11:03.549379 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2cc50-6285-4fe9-a45e-e1bd348dea14 req-14673588-a29e-4244-90c5-2a09cd1f1b30 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.550953 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7c2cc50-6285-4fe9-a45e-e1bd348dea14 req-14673588-a29e-4244-90c5-2a09cd1f1b30 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0624995 Jul 04 10:11:03.562785 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:03.576410 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-89e48024-8cf5-4d0c-ab7a-d579445eed96 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508870 Jul 04 10:11:03.578807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:03.590493 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-a45a204b-c1a5-42b0-a3b8-23e06eee1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.592121 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-a45a204b-c1a5-42b0-a3b8-23e06eee1b48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 911 time: 0.0893722 Jul 04 10:11:03.597496 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 391d4036-90c2-4805-86d2-58d8be59784d up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:03.634851 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7c2cc50-6285-4fe9-a45e-e1bd348dea14 req-f4641b84-08f1-4d98-a146-0b4e52b525a6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780029 Jul 04 10:11:03.645792 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 391d4036-90c2-4805-86d2-58d8be59784d completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:11:03.667316 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 391d4036-90c2-4805-86d2-58d8be59784d triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:03.667689 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (391d4036-90c2-4805-86d2-58d8be59784d), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:03.705905 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ddf38de-4a6c-4d8a-a190-7eca73cdfd3a req-2603792b-8352-4b90-9185-58ee75fa1de9 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208975 Jul 04 10:11:03.709201 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-2692a42c-ed27-4ac8-bedd-5360973c8b5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb HTTP/1.1" status: 200 len: 1001 time: 0.1101367 Jul 04 10:11:03.756626 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 391d4036-90c2-4805-86d2-58d8be59784d is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:03.757013 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (391d4036-90c2-4805-86d2-58d8be59784d), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:03.767215 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-afebe0f7-3382-41c6-9699-2e87799940dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:03.769093 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-afebe0f7-3382-41c6-9699-2e87799940dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 200 len: 849 time: 0.0502214 Jul 04 10:11:03.780127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d4036-90c2-4805-86d2-58d8be59784d'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:11:03.782484 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c04e4-adfa-4221-b2d2-b94780c01e9b" -d '{"events": [{"server_uuid": "13a952ca-c64f-4b22-89d3-3911935ee74d", "name": "network-vif-plugged", "status": "completed", "tag": "391d4036-90c2-4805-86d2-58d8be59784d"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:11:03.795782 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 391d4036-90c2-4805-86d2-58d8be59784d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=391d4036-90c2-4805-86d2-58d8be59784d,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:03.801449 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (391d4036-90c2-4805-86d2-58d8be59784d), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:03.830862 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4a4e06-b7ad-48d6-887b-4dbed555a838 x-openstack-request-id: req-8a4a4e06-b7ad-48d6-887b-4dbed555a838 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:11:03.831172 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a952ca-c64f-4b22-89d3-3911935ee74d", "name": "network-vif-plugged", "status": "completed", "tag": "391d4036-90c2-4805-86d2-58d8be59784d", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:11:03.831420 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a4a4e06-b7ad-48d6-887b-4dbed555a838 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:11:03.831812 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4a4e06-b7ad-48d6-887b-4dbed555a838'] response: {'server_uuid': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d4036-90c2-4805-86d2-58d8be59784d', 'code': 200} Jul 04 10:11:03.858840 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=391d4036-90c2-4805-86d2-58d8be59784d,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:04.008990 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128dd19-c4a9-4c54-9a9b-9d20044bffce req-5bd8812e-73b0-4e5c-bad5-3e39007f8552 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:04.010560 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1128dd19-c4a9-4c54-9a9b-9d20044bffce req-5bd8812e-73b0-4e5c-bad5-3e39007f8552 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 944 time: 0.0519218 Jul 04 10:11:04.065611 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1128dd19-c4a9-4c54-9a9b-9d20044bffce req-1dabec7f-c023-4c92-893b-0451b7a997d4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488727 Jul 04 10:11:04.470005 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8ed7d-e1a9-4df9-8d21-4cb881f0e4de req-94255e91-1856-476b-9ae4-10d2b046465f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:04.471474 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-00b8ed7d-e1a9-4df9-8d21-4cb881f0e4de req-94255e91-1856-476b-9ae4-10d2b046465f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.0527356 Jul 04 10:11:04.546548 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-00b8ed7d-e1a9-4df9-8d21-4cb881f0e4de req-98289f16-5e6d-4e2a-86d4-9350cd73b5e8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692346 Jul 04 10:11:04.559246 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eef06-c61d-4122-a15e-177beafc7555 req-a4e4bba9-730f-433c-b1a3-812fc6a3c2d7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:04.560807 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-056eef06-c61d-4122-a15e-177beafc7555 req-a4e4bba9-730f-433c-b1a3-812fc6a3c2d7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0576470 Jul 04 10:11:04.614653 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-056eef06-c61d-4122-a15e-177beafc7555 req-6873787f-411c-4119-8212-d4919fde76ea tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456376 Jul 04 10:11:04.751500 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:04.765566 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d848eae-acb8-41f2-99fd-cf91d1bd64e5 req-92616621-2980-492f-a013-612500bf4f13 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:04.767288 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d848eae-acb8-41f2-99fd-cf91d1bd64e5 req-92616621-2980-492f-a013-612500bf4f13 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0497012 Jul 04 10:11:04.819184 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d848eae-acb8-41f2-99fd-cf91d1bd64e5 req-8d7b6a4d-72d8-45b3-b390-21144147e60f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462275 Jul 04 10:11:04.820056 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-75bb1daf-efd6-4f31-8ca6-4d1ac91ab571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:04.821569 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-75bb1daf-efd6-4f31-8ca6-4d1ac91ab571 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28afbc1c-7fbf-4c17-a5be-8814771902ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503666 Jul 04 10:11:04.972033 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-f492de87-0581-4833-a9b4-1bc3278703a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:04.973457 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-f492de87-0581-4833-a9b4-1bc3278703a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1128 time: 0.0453241 Jul 04 10:11:05.029459 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-f466799e-84db-49ef-8a72-5b2bc1dd9d64 service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958600 Jul 04 10:11:05.078455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-9beb63f5-958c-4c33-a6f1-6e02279977b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:05.080361 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-9beb63f5-958c-4c33-a6f1-6e02279977b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.1003990 Jul 04 10:11:05.143941 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-00e9f563-f553-4feb-acbe-2af88b339b8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 200 len: 217 time: 0.0439010 Jul 04 10:11:05.249000 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2f798-5fbe-48aa-8f26-825459439557 req-8a5e0deb-fc06-4114-9552-98502fc555d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:05.250525 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fb091247-3a45-4305-a80d-0cfd1eef5112 req-a83c1009-afc4-4705-a70a-16e00260574e service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463535 Jul 04 10:11:05.251451 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-03c2f798-5fbe-48aa-8f26-825459439557 req-8a5e0deb-fc06-4114-9552-98502fc555d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 1130 time: 0.1454189 Jul 04 10:11:05.263217 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadcd74-8eba-4e40-9a23-ed998e5f7b04 req-780149f8-5788-4a0a-8c2a-28584a5bc760 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:05.264783 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ecadcd74-8eba-4e40-9a23-ed998e5f7b04 req-780149f8-5788-4a0a-8c2a-28584a5bc760 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 944 time: 0.0918860 Jul 04 10:11:05.289386 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-a2c5e76b-e582-4dfe-805e-230940c825e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:05.291642 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-a2c5e76b-e582-4dfe-805e-230940c825e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.1317382 Jul 04 10:11:05.379342 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-03c2f798-5fbe-48aa-8f26-825459439557 req-c5b739b5-e153-49bf-9f5e-a9bb3cb2ff79 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110907 Jul 04 10:11:05.391590 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ecadcd74-8eba-4e40-9a23-ed998e5f7b04 req-2e47a918-21ce-438f-9dfd-a2ea86fd0abb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145639 Jul 04 10:11:05.394203 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-1d0ddc9c-fc84-4ebc-bea7-3b0b46f570be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:05.394203 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-1d0ddc9c-fc84-4ebc-bea7-3b0b46f570be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825267 Jul 04 10:11:05.597326 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 983beb0b-565d-4f4f-b77c-f373196c5bdc details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:11:05.681154 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b711e3c-2775-469e-87ed-27c30d7e7c16 req-08235c0e-fae5-4c44-89f9-964536852884 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:05.682722 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0b711e3c-2775-469e-87ed-27c30d7e7c16 req-08235c0e-fae5-4c44-89f9-964536852884 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.0599794 Jul 04 10:11:05.738458 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 983beb0b-565d-4f4f-b77c-f373196c5bdc, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:05.751991 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'mac_address': 'fa:16:3e:66:ea:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:11:05.763603 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0b711e3c-2775-469e-87ed-27c30d7e7c16 req-87fa8097-1755-4594-b2e3-1d4182089a0a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712945 Jul 04 10:11:05.781930 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:05.803597 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 983beb0b-565d-4f4f-b77c-f373196c5bdc is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:05.803994 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:05.819367 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983beb0b-565d-4f4f-b77c-f373196c5bdc {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:11:05.834005 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8294e6-ce8b-4bb0-9ec3-62e244ae9a7b req-015c1bb9-f355-4a18-a355-455a2bedaff7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:05.834005 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9a8294e6-ce8b-4bb0-9ec3-62e244ae9a7b req-015c1bb9-f355-4a18-a355-455a2bedaff7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0876966 Jul 04 10:11:05.849167 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:05.852221 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 983beb0b-565d-4f4f-b77c-f373196c5bdc, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:05.860803 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:05.869950 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:05.915929 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=983beb0b-565d-4f4f-b77c-f373196c5bdc,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:05.954383 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-b9eb4a8d-f586-40ec-a160-c550e8b0d776 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736059 Jul 04 10:11:05.960501 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9a8294e6-ce8b-4bb0-9ec3-62e244ae9a7b req-e59a7e43-4c88-4fd6-bd8c-2c1726a138ef tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960655 Jul 04 10:11:05.971498 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab930a-8b9a-492a-a720-0c287ac8bae2 req-1f8dae1a-2d8b-47f1-8a5c-fd6af8fd98cf tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:05.977665 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-47ab930a-8b9a-492a-a720-0c287ac8bae2 req-1f8dae1a-2d8b-47f1-8a5c-fd6af8fd98cf tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0755374 Jul 04 10:11:06.076884 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-47ab930a-8b9a-492a-a720-0c287ac8bae2 req-375f07b0-2f28-461c-ab41-ec18421cd55a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980277 Jul 04 10:11:06.112299 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de4f0845-00c6-44d3-b175-7b86680ea8de req-ef811819-25f0-407d-8b54-5ba0a9bfd630 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190662 Jul 04 10:11:06.274325 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['983beb0b-565d-4f4f-b77c-f373196c5bdc'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:11:06.506501 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c51be-911d-4f05-9194-88f946586d70 req-bb669bbe-1d3a-4452-8ee3-df5e2215d728 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:06.507969 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0c0c51be-911d-4f05-9194-88f946586d70 req-bb669bbe-1d3a-4452-8ee3-df5e2215d728 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 945 time: 0.0486815 Jul 04 10:11:06.532148 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:06.560640 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0c0c51be-911d-4f05-9194-88f946586d70 req-92dd4e60-cfb7-476b-a843-75394e258759 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Jul 04 10:11:06.893577 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208cd0e-821d-42e5-886b-78c4600510f9 req-08ad2a1a-4872-4968-bd81-356b2d20cebd tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:06.895094 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f208cd0e-821d-42e5-886b-78c4600510f9 req-08ad2a1a-4872-4968-bd81-356b2d20cebd tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.0526392 Jul 04 10:11:06.944667 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f208cd0e-821d-42e5-886b-78c4600510f9 req-fcb65612-8451-4e12-a20e-38ad3f130586 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Jul 04 10:11:06.948492 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45894) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:06.993937 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f099d7ef-e1a5-4d71-b697-8bf08de78ac6 admin admin] Deleting subnet fd2aa4fa-60e1-4dda-8ac2-6b98b0782298 {{(pid=104129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:11:06.997450 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f099d7ef-e1a5-4d71-b697-8bf08de78ac6 admin admin] Publish callbacks [] for subnet (fd2aa4fa-60e1-4dda-8ac2-6b98b0782298), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.042282 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f099d7ef-e1a5-4d71-b697-8bf08de78ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1061532'] for subnet (fd2aa4fa-60e1-4dda-8ac2-6b98b0782298), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.104969 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55b43-71a3-4628-aeb5-8a808be1cec6 req-59d40a9f-f150-4ca3-98fc-0d891eaeadd2 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:07.106733 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-21f55b43-71a3-4628-aeb5-8a808be1cec6 req-59d40a9f-f150-4ca3-98fc-0d891eaeadd2 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0773060 Jul 04 10:11:07.136426 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f099d7ef-e1a5-4d71-b697-8bf08de78ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (fd2aa4fa-60e1-4dda-8ac2-6b98b0782298), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.242851 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-21f55b43-71a3-4628-aeb5-8a808be1cec6 req-321b53ef-d5df-4468-84b7-034b270c101a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280384 Jul 04 10:11:07.249975 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2d584-993d-441a-949b-b8495b8f56ab req-a230357d-bbed-425f-bb55-8c73f70760ab tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:07.251665 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-05d2d584-993d-441a-949b-b8495b8f56ab req-a230357d-bbed-425f-bb55-8c73f70760ab tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0859838 Jul 04 10:11:07.275565 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f099d7ef-e1a5-4d71-b697-8bf08de78ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3796030'] for subnet (fd2aa4fa-60e1-4dda-8ac2-6b98b0782298), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.307763 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099d7ef-e1a5-4d71-b697-8bf08de78ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2aa4fa-60e1-4dda-8ac2-6b98b0782298,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:07.321938 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f099d7ef-e1a5-4d71-b697-8bf08de78ac6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.325300 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f099d7ef-e1a5-4d71-b697-8bf08de78ac6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fd2aa4fa-60e1-4dda-8ac2-6b98b0782298 HTTP/1.1" status: 204 len: 168 time: 0.3757455 Jul 04 10:11:07.328065 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45904) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:07.353807 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-05d2d584-993d-441a-949b-b8495b8f56ab req-a8a20c39-45cc-4d98-a05c-3b75940385b6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949287 Jul 04 10:11:07.404327 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (e32ae038-0ff5-46d5-b30a-80a0f65de398), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.485120 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (e32ae038-0ff5-46d5-b30a-80a0f65de398), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.505859 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32ae038-0ff5-46d5-b30a-80a0f65de398']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:07.518708 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e137a8e0-e1da-47f1-930b-f1c7b1c9079a') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:07.519005 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e137a8e0-e1da-47f1-930b-f1c7b1c9079a') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:07.528891 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3257662'] for segment (e137a8e0-e1da-47f1-930b-f1c7b1c9079a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.543063 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (e137a8e0-e1da-47f1-930b-f1c7b1c9079a), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.550530 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:11:07.550907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3384101'] for segment (e137a8e0-e1da-47f1-930b-f1c7b1c9079a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.577540 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment e137a8e0-e1da-47f1-930b-f1c7b1c9079a resource provider aggregate not found Jul 04 10:11:07.620747 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (e32ae038-0ff5-46d5-b30a-80a0f65de398), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.628286 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment e137a8e0-e1da-47f1-930b-f1c7b1c9079a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e137a8e0-e1da-47f1-930b-f1c7b1c9079a found for delete ", "request_id": "req-9c2ba4d1-a5f9-4998-8550-af23448c9be5"}]} Jul 04 10:11:07.629385 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.634674 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] 10.222.0.79 "DELETE /v2.0/networks/e32ae038-0ff5-46d5-b30a-80a0f65de398 HTTP/1.1" status: 204 len: 168 time: 0.3034008 Jul 04 10:11:07.635533 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45912) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:07.636659 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:11:07.639324 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 983beb0b-565d-4f4f-b77c-f373196c5bdc up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:07.649595 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252ca8f-8668-41f9-89fd-44fd0655e2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=e32ae038-0ff5-46d5-b30a-80a0f65de398,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:07.678332 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398d72-55a5-4800-8e6e-1535c73c69ad req-ffe6358b-a344-4ceb-b1d2-5af5e0462dcc tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:07.678933 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:07.682117 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3398d72-55a5-4800-8e6e-1535c73c69ad req-ffe6358b-a344-4ceb-b1d2-5af5e0462dcc tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 945 time: 0.0527205 Jul 04 10:11:07.693589 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:07.699890 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bb80f3-ae24-4416-9dc2-cd5a31bd8916 admin admin] Deleting subnet 20ef11e9-0e8b-4585-9b64-3fd73cd76c10 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:11:07.703954 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90bb80f3-ae24-4416-9dc2-cd5a31bd8916 admin admin] Publish callbacks [] for subnet (20ef11e9-0e8b-4585-9b64-3fd73cd76c10), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.724683 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 983beb0b-565d-4f4f-b77c-f373196c5bdc completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:11:07.736442 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3398d72-55a5-4800-8e6e-1535c73c69ad req-03567a39-6dc6-41e6-b339-53a95818f849 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495231 Jul 04 10:11:07.746914 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90bb80f3-ae24-4416-9dc2-cd5a31bd8916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (20ef11e9-0e8b-4585-9b64-3fd73cd76c10), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.761464 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 983beb0b-565d-4f4f-b77c-f373196c5bdc triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:07.761861 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.806189 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90bb80f3-ae24-4416-9dc2-cd5a31bd8916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (20ef11e9-0e8b-4585-9b64-3fd73cd76c10), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.815017 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:07.832153 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'port_id': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'mac_address': 'fa:16:3e:40:ae:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:11:07.865772 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90bb80f3-ae24-4416-9dc2-cd5a31bd8916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (20ef11e9-0e8b-4585-9b64-3fd73cd76c10), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.892636 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb80f3-ae24-4416-9dc2-cd5a31bd8916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ef11e9-0e8b-4585-9b64-3fd73cd76c10,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:07.896483 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-90bb80f3-ae24-4416-9dc2-cd5a31bd8916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:07.902424 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45914) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:07.902948 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-90bb80f3-ae24-4416-9dc2-cd5a31bd8916 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/20ef11e9-0e8b-4585-9b64-3fd73cd76c10 HTTP/1.1" status: 204 len: 168 time: 0.2539737 Jul 04 10:11:08.038283 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 983beb0b-565d-4f4f-b77c-f373196c5bdc is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:08.038666 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.041904 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 is: ACTIVE; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:08.042271 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.069747 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:11:08.080497 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:11:08.082776 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3542dde-1faa-4ae1-916f-c4becb068105" -d '{"events": [{"server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "name": "network-vif-plugged", "status": "completed", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:11:08.102112 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 983beb0b-565d-4f4f-b77c-f373196c5bdc, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:08.111574 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:08.113239 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.137821 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79351018-1cae-4f85-af82-47977e6d6032 x-openstack-request-id: req-79351018-1cae-4f85-af82-47977e6d6032 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:11:08.138107 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "name": "network-vif-plugged", "status": "completed", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:11:08.138347 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-79351018-1cae-4f85-af82-47977e6d6032 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:11:08.138730 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79351018-1cae-4f85-af82-47977e6d6032'] response: {'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'code': 200} Jul 04 10:11:08.139482 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.173904 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=983beb0b-565d-4f4f-b77c-f373196c5bdc,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:08.231482 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=6']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:08.289751 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (f20049b1-bde7-485b-8d08-151bd987b523), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.305052 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:11:08.317233 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5763c-fe82-4011-ba3d-cad495112cde req-7abd5b21-c94b-49fc-99c9-905a9566f6d2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:08.322154 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bff5763c-fe82-4011-ba3d-cad495112cde req-7abd5b21-c94b-49fc-99c9-905a9566f6d2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.0940177 Jul 04 10:11:08.369213 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:08.394309 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:08.412332 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:08.458499 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (f20049b1-bde7-485b-8d08-151bd987b523), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.503753 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70d63e-6646-4c95-8363-3e13987dfd09 req-ba3588c9-409a-4a29-8a21-fb9585899621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:08.505223 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4f70d63e-6646-4c95-8363-3e13987dfd09 req-ba3588c9-409a-4a29-8a21-fb9585899621 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1130 time: 0.1331735 Jul 04 10:11:08.521172 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20049b1-bde7-485b-8d08-151bd987b523']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:08.525798 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bff5763c-fe82-4011-ba3d-cad495112cde req-e3126dec-1824-4b58-a341-602a28b367a8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009459 Jul 04 10:11:08.546261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb9327d-412b-4578-8ec9-3cbdf93ceedc') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:08.546576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb9327d-412b-4578-8ec9-3cbdf93ceedc') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:08.566245 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (deb9327d-412b-4578-8ec9-3cbdf93ceedc), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.579544 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cafd6a-35a9-4819-af00-b9f3c7a4aa7c req-42615e3d-a0c9-4b2a-bddf-0c58945870d4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:08.581093 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12cafd6a-35a9-4819-af00-b9f3c7a4aa7c req-42615e3d-a0c9-4b2a-bddf-0c58945870d4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 945 time: 0.1135404 Jul 04 10:11:08.599839 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (deb9327d-412b-4578-8ec9-3cbdf93ceedc), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.634053 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:11:08.634364 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (deb9327d-412b-4578-8ec9-3cbdf93ceedc), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.679933 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4f70d63e-6646-4c95-8363-3e13987dfd09 req-197aac50-a230-4a65-9f36-a285f0e29cc8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511698 Jul 04 10:11:08.720508 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment deb9327d-412b-4578-8ec9-3cbdf93ceedc resource provider aggregate not found Jul 04 10:11:08.740643 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0424f-463d-4605-bf73-a6c483a8beca req-73ddecf7-e17d-46ef-adc3-857a68af1cfe tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:08.742152 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-27d0424f-463d-4605-bf73-a6c483a8beca req-73ddecf7-e17d-46ef-adc3-857a68af1cfe tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.1453254 Jul 04 10:11:08.750908 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment deb9327d-412b-4578-8ec9-3cbdf93ceedc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid deb9327d-412b-4578-8ec9-3cbdf93ceedc found for delete ", "request_id": "req-9a9aaa48-6b28-4c28-aba9-bc46bca03d8c"}]} Jul 04 10:11:08.751518 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 45934) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:08.756675 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'floatingip': {'port_id': '391d4036-90c2-4805-86d2-58d8be59784d'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:08.758379 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12cafd6a-35a9-4819-af00-b9f3c7a4aa7c req-e6f76313-469b-4711-bf2c-5c982f9acf6f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698158 Jul 04 10:11:08.759306 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:08.759451 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (f20049b1-bde7-485b-8d08-151bd987b523), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.766547 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.773132 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] 10.222.0.79 "DELETE /v2.0/networks/f20049b1-bde7-485b-8d08-151bd987b523 HTTP/1.1" status: 204 len: 168 time: 0.8673868 Jul 04 10:11:08.782759 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5de0f6-9e7a-42c9-94b3-0b8c8d249ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=f20049b1-bde7-485b-8d08-151bd987b523,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:08.807087 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (4c859c58-0bf1-4c56-9b4e-bf800cc0effe), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:08.876043 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f3772-948f-43c7-b2a2-dfa3253e6c51 req-53a0ffe0-2c52-41d1-a43f-7cf9b84435d2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:08.877548 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-241f3772-948f-43c7-b2a2-dfa3253e6c51 req-53a0ffe0-2c52-41d1-a43f-7cf9b84435d2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0529335 Jul 04 10:11:08.935501 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-241f3772-948f-43c7-b2a2-dfa3253e6c51 req-5518b803-5661-49b6-9a61-935c9c9d2364 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519164 Jul 04 10:11:09.045364 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45944) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:09.086427 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-5990a166-42b1-44fc-b62d-4aeab3873d0b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48aaf84d03a347bcb6ac42ca49b138cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396657 Jul 04 10:11:09.088898 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45948) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:09.149061 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3321d325-5dc5-418f-ba6c-dda813a72a38 admin admin] Publish callbacks [] for security_group (f6504d02-b891-4f3c-aaf2-bec8a2f88c76), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.172721 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3321d325-5dc5-418f-ba6c-dda813a72a38 admin admin] Publish callbacks [] for security_group (f6504d02-b891-4f3c-aaf2-bec8a2f88c76), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.224770 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3321d325-5dc5-418f-ba6c-dda813a72a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f6504d02-b891-4f3c-aaf2-bec8a2f88c76), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.227419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3321d325-5dc5-418f-ba6c-dda813a72a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.228662 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3321d325-5dc5-418f-ba6c-dda813a72a38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6504d02-b891-4f3c-aaf2-bec8a2f88c76 HTTP/1.1" status: 204 len: 168 time: 0.1388073 Jul 04 10:11:09.239590 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321d325-5dc5-418f-ba6c-dda813a72a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6504d02-b891-4f3c-aaf2-bec8a2f88c76,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:09.263576 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.270899 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (4c859c58-0bf1-4c56-9b4e-bf800cc0effe), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.433273 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Floating IP 4c859c58-0bf1-4c56-9b4e-bf800cc0effe associated. External IP: 172.27.2.4, port: 391d4036-90c2-4805-86d2-58d8be59784d. Jul 04 10:11:09.657857 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:09.664463 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:11:09.680722 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:09.705685 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:09.706196 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.724829 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45968) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:09.758048 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:09.770747 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-0390afb3-7409-4e97-9bc6-8eed0873f63c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59a4e51a19a949ddbfc1f72ef463810c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445771 Jul 04 10:11:09.773233 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 45970) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:09.783710 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:11:09.790788 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.798570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:11:09.805897 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:09.806284 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.841298 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-25d05409-04e6-4569-9058-181d1ea60d0d admin admin] Publish callbacks [] for security_group (1306e682-2add-45b1-86c7-14930a7db640), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.850563 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:09.851463 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:10:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:09.862136 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d4589829-8e5a-4226-ace5-d6cb769036d1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "PUT /v2.0/floatingips/4c859c58-0bf1-4c56-9b4e-bf800cc0effe HTTP/1.1" status: 200 len: 990 time: 1.1074266 Jul 04 10:11:09.862136 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'tag': '391d4036-90c2-4805-86d2-58d8be59784d'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:11:09.863889 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79489b57-d0c1-4448-95fe-8a756a6631b3" -d '{"events": [{"name": "network-changed", "server_uuid": "13a952ca-c64f-4b22-89d3-3911935ee74d", "tag": "391d4036-90c2-4805-86d2-58d8be59784d"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:11:09.874895 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-25d05409-04e6-4569-9058-181d1ea60d0d admin admin] Publish callbacks [] for security_group (1306e682-2add-45b1-86c7-14930a7db640), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.909327 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a643f815-235b-466a-af19-871023a0a9d7 x-openstack-request-id: req-a643f815-235b-466a-af19-871023a0a9d7 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:11:09.909764 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a952ca-c64f-4b22-89d3-3911935ee74d", "tag": "391d4036-90c2-4805-86d2-58d8be59784d", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:11:09.910109 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a643f815-235b-466a-af19-871023a0a9d7 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:11:09.911232 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a643f815-235b-466a-af19-871023a0a9d7'] response: {'name': 'network-changed', 'server_uuid': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'tag': '391d4036-90c2-4805-86d2-58d8be59784d', 'status': 'completed', 'code': 200} Jul 04 10:11:09.938406 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:09.949786 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:09.976902 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc99b3-fb44-472b-8a2b-5a09d9b8d95b req-d2120028-12f8-415e-810a-5773893f7f44 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:09.978878 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-18cc99b3-fb44-472b-8a2b-5a09d9b8d95b req-d2120028-12f8-415e-810a-5773893f7f44 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 945 time: 0.0632248 Jul 04 10:11:10.020725 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-25d05409-04e6-4569-9058-181d1ea60d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (1306e682-2add-45b1-86c7-14930a7db640), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:10.024142 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-25d05409-04e6-4569-9058-181d1ea60d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:10.027609 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-25d05409-04e6-4569-9058-181d1ea60d0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1306e682-2add-45b1-86c7-14930a7db640 HTTP/1.1" status: 204 len: 168 time: 0.2511051 Jul 04 10:11:10.030760 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=7']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:10.031847 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:10.035110 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:10.074094 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d05409-04e6-4569-9058-181d1ea60d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1306e682-2add-45b1-86c7-14930a7db640,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:10.090945 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-691f9ac6-99ea-4610-bd35-c0f6939fee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:10.098334 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-691f9ac6-99ea-4610-bd35-c0f6939fee67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 1130 time: 0.1305189 Jul 04 10:11:10.140148 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:11:10.142572 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae29e237-dc33-4157-b66f-fa704e83b9ff" -d '{"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-plugged", "status": "completed", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:11:10.195303 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-18cc99b3-fb44-472b-8a2b-5a09d9b8d95b req-11f35e60-067a-471d-b7c8-17d4f828f360 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786397 Jul 04 10:11:10.206624 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ea313-ef2e-4bb1-b953-74a24f2f4277 req-33052e54-f76f-47c2-8bd4-a54217f1a780 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:10.217379 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-032ea313-ef2e-4bb1-b953-74a24f2f4277 req-33052e54-f76f-47c2-8bd4-a54217f1a780 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.1176946 Jul 04 10:11:10.298421 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-032ea313-ef2e-4bb1-b953-74a24f2f4277 req-b7da4ce4-39c9-4f36-8c2e-0e8802e75732 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746801 Jul 04 10:11:10.308702 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913c3c3c-349d-425e-b7a7-d743d3498e5c x-openstack-request-id: req-913c3c3c-349d-425e-b7a7-d743d3498e5c {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:11:10.314681 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-plugged", "status": "completed", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:11:10.315004 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-913c3c3c-349d-425e-b7a7-d743d3498e5c {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:11:10.315478 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913c3c3c-349d-425e-b7a7-d743d3498e5c'] response: {'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'code': 200} Jul 04 10:11:10.336440 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '4c859c58-0bf1-4c56-9b4e-bf800cc0effe', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '391d4036-90c2-4805-86d2-58d8be59784d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:ff:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:54Z', 'updated_at': '2022-07-04T10:11:09Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}, {'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:34Z', 'revision_number': 2, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:10.370380 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:11:10.379510 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:10.380133 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:10:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:10.494937 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:10.537851 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:10.754967 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-e99fb21f-9ef7-4e98-bee3-99e78c1072f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:10.757125 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-e99fb21f-9ef7-4e98-bee3-99e78c1072f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 915 time: 0.1882656 Jul 04 10:11:10.850269 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '4c859c58-0bf1-4c56-9b4e-bf800cc0effe', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '391d4036-90c2-4805-86d2-58d8be59784d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:ff:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:54Z', 'updated_at': '2022-07-04T10:11:09Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}, {'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:34Z', 'revision_number': 2, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:10.854333 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:10.883036 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5523b2d-9841-4e95-91a0-4002b709de15 None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '4c859c58-0bf1-4c56-9b4e-bf800cc0effe', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '391d4036-90c2-4805-86d2-58d8be59784d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:ff:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:54Z', 'updated_at': '2022-07-04T10:11:09Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}, {'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:34Z', 'revision_number': 2, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:11:11.030352 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-5876140d-36a0-40ba-800d-3416af06e8d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=391d4036-90c2-4805-86d2-58d8be59784d HTTP/1.1" status: 200 len: 998 time: 0.1268659 Jul 04 10:11:11.108161 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-01fd9bc0-ce88-4f6b-8686-27b72dde8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:11.110109 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-01fd9bc0-ce88-4f6b-8686-27b72dde8f82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0712781 Jul 04 10:11:11.184283 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-13a7091d-6699-4d0e-8043-011b0a690c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:11.186755 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-13a7091d-6699-4d0e-8043-011b0a690c8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696089 Jul 04 10:11:11.256993 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d6d86e-bf3c-4165-bf51-e6e1b037f74c None None] New status for floating IP 4c859c58-0bf1-4c56-9b4e-bf800cc0effe: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:11:11.373838 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599eb12-1ab0-49f3-a30e-bb9a37fde54b req-eb84d540-f917-44a0-bbd1-a00d3d983349 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:11.375512 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a599eb12-1ab0-49f3-a30e-bb9a37fde54b req-eb84d540-f917-44a0-bbd1-a00d3d983349 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0705338 Jul 04 10:11:11.379337 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-42337009-3d27-4d6b-8332-5a37040f1d9f service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809199 Jul 04 10:11:11.575250 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a599eb12-1ab0-49f3-a30e-bb9a37fde54b req-6e46ac28-1b5c-406e-94c7-1929bc6a84d9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926868 Jul 04 10:11:11.591520 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7dc8-2222-40dc-b743-859dd756ee7c req-858b8d75-20b7-45b4-95a7-197aa9a7b709 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:11.593483 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e30d7dc8-2222-40dc-b743-859dd756ee7c req-858b8d75-20b7-45b4-95a7-197aa9a7b709 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0887237 Jul 04 10:11:11.595353 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79489b57-d0c1-4448-95fe-8a756a6631b3 req-800bf54f-487d-4aa9-811d-1be91ad509eb service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855812 Jul 04 10:11:11.659089 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:11.690163 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e30d7dc8-2222-40dc-b743-859dd756ee7c req-215ef1ad-81a9-4519-9f58-58eb340f2d92 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897894 Jul 04 10:11:11.870131 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84d13c-29f5-486e-9108-f2d975fea5d3 req-a4907875-dd47-478c-a4a0-64484135d893 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:11.879116 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8e84d13c-29f5-486e-9108-f2d975fea5d3 req-a4907875-dd47-478c-a4a0-64484135d893 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0991397 Jul 04 10:11:11.888183 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46056) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:11.894669 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'floatingip': {'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:11.942074 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (1570fd45-40ff-4c85-94cb-2eb59347d2fb), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:12.101765 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:11:12.205250 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:12.471240 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:12.480594 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (1570fd45-40ff-4c85-94cb-2eb59347d2fb), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:12.625358 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Floating IP 1570fd45-40ff-4c85-94cb-2eb59347d2fb associated. External IP: 172.27.2.243, port: 983beb0b-565d-4f4f-b77c-f373196c5bdc. Jul 04 10:11:12.727487 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8687600-e571-4da6-978d-8cb856a96581 req-30ee30de-00dd-44a3-a049-fc61816315c8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:12.737773 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d8687600-e571-4da6-978d-8cb856a96581 req-30ee30de-00dd-44a3-a049-fc61816315c8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0700600 Jul 04 10:11:12.801265 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d8687600-e571-4da6-978d-8cb856a96581 req-62de5e73-fa58-4f34-8b9d-3126514104dd tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619125 Jul 04 10:11:12.900902 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Router f7ca65df-094b-40be-b60b-7c7fd6050a19 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:11:13.054228 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:11:13.062235 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:13.068344 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] Sync routers for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:11:13.084807 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:13.085488 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:10:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:13.161879 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-91f12325-9075-4d9a-85b6-d754d8e649fd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "PUT /v2.0/floatingips/1570fd45-40ff-4c85-94cb-2eb59347d2fb HTTP/1.1" status: 200 len: 992 time: 1.2658632 Jul 04 10:11:13.161879 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:11:13.161879 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5958352c-4448-47fa-bda7-630c7a18b25e" -d '{"events": [{"name": "network-changed", "server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:11:13.264561 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf5ee71-86e5-494e-94c2-288588322d28 x-openstack-request-id: req-1bf5ee71-86e5-494e-94c2-288588322d28 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:11:13.264859 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:11:13.265130 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1bf5ee71-86e5-494e-94c2-288588322d28 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:11:13.265589 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf5ee71-86e5-494e-94c2-288588322d28'] response: {'name': 'network-changed', 'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'status': 'completed', 'code': 200} Jul 04 10:11:13.289316 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:13.408704 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958352c-4448-47fa-bda7-630c7a18b25e req-44c2c888-d3ef-4528-ae18-8632d56c95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:13.415980 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5958352c-4448-47fa-bda7-630c7a18b25e req-44c2c888-d3ef-4528-ae18-8632d56c95a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1130 time: 0.1097801 Jul 04 10:11:13.561313 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958352c-4448-47fa-bda7-630c7a18b25e req-5af6270f-e05a-4a7c-b270-3322de02bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:13.562995 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5958352c-4448-47fa-bda7-630c7a18b25e req-5af6270f-e05a-4a7c-b270-3322de02bd00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.1354260 Jul 04 10:11:13.658568 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:13.674504 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5958352c-4448-47fa-bda7-630c7a18b25e req-458d143b-dff4-40c2-8945-21e953ddc5e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 200 len: 1000 time: 0.0968122 Jul 04 10:11:13.712143 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '1570fd45-40ff-4c85-94cb-2eb59347d2fb', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'mac_address': 'fa:16:3e:66:ea:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:57Z', 'updated_at': '2022-07-04T10:11:12Z', 'revision_number': 1, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:13.749476 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] Checking router: f7ca65df-094b-40be-b60b-7c7fd6050a19 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:11:13.758644 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:13.759394 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:10:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:13.772136 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958352c-4448-47fa-bda7-630c7a18b25e req-ab69160b-5c22-4290-96fc-724ead187336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:13.773656 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5958352c-4448-47fa-bda7-630c7a18b25e req-ab69160b-5c22-4290-96fc-724ead187336 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0785160 Jul 04 10:11:13.830678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958352c-4448-47fa-bda7-630c7a18b25e req-94ea40e8-aa4c-4ce3-a45a-81bb8272f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:13.832509 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5958352c-4448-47fa-bda7-630c7a18b25e req-94ea40e8-aa4c-4ce3-a45a-81bb8272f39a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484848 Jul 04 10:11:13.885856 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:14.002047 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86629894-70ec-496b-98be-96ba68fe7288 req-f1b491cd-ab60-46ce-ae56-5abd5e562e7a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:14.004106 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-86629894-70ec-496b-98be-96ba68fe7288 req-f1b491cd-ab60-46ce-ae56-5abd5e562e7a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0686009 Jul 04 10:11:14.008778 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5958352c-4448-47fa-bda7-630c7a18b25e req-37d7e8b2-8ca5-4107-99f2-615ea4234537 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617634 Jul 04 10:11:14.153128 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-86629894-70ec-496b-98be-96ba68fe7288 req-4fc5cf54-9f79-4f7d-b2a9-faebbea959dc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320155 Jul 04 10:11:14.183253 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:14.190332 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '1570fd45-40ff-4c85-94cb-2eb59347d2fb', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'mac_address': 'fa:16:3e:66:ea:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:57Z', 'updated_at': '2022-07-04T10:11:12Z', 'revision_number': 1, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:14.201658 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5958352c-4448-47fa-bda7-630c7a18b25e req-7d695735-28f4-465a-81f1-4e0bbc85e284 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794658 Jul 04 10:11:14.386993 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080641ef-3658-41bc-ab5c-ff1a50ba81c4 None None] The sync data for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi is: [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '1570fd45-40ff-4c85-94cb-2eb59347d2fb', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'mac_address': 'fa:16:3e:66:ea:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:57Z', 'updated_at': '2022-07-04T10:11:12Z', 'revision_number': 1, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:11:15.213478 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79289b62-61ee-4dca-ae20-6af187e25551 None None] New status for floating IP 1570fd45-40ff-4c85-94cb-2eb59347d2fb: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:11:15.310628 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dc65b-29a0-4d4a-ba23-d9800a4a0253 req-256c55fc-c364-4c59-8933-c97cc6946ee4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:15.330560 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e51dc65b-29a0-4d4a-ba23-d9800a4a0253 req-256c55fc-c364-4c59-8933-c97cc6946ee4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0831039 Jul 04 10:11:15.390411 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e51dc65b-29a0-4d4a-ba23-d9800a4a0253 req-0e2b294d-2c84-4f79-95ed-000dea034359 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583780 Jul 04 10:11:16.520417 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41491983-8743-4e00-a8d2-3359a48f1613 req-511b3fd7-9dbf-41b5-b3cd-baf04b624e5b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:16.522067 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-41491983-8743-4e00-a8d2-3359a48f1613 req-511b3fd7-9dbf-41b5-b3cd-baf04b624e5b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0555418 Jul 04 10:11:16.570629 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:16.579492 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-41491983-8743-4e00-a8d2-3359a48f1613 req-84fde513-4127-425b-a00f-fdb75b79687e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 Jul 04 10:11:17.713363 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5598f2a-ae14-4f71-8381-eb9299894083 req-48f92f80-462d-4a3e-b949-201333226d0b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:17.714891 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f5598f2a-ae14-4f71-8381-eb9299894083 req-48f92f80-462d-4a3e-b949-201333226d0b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0508816 Jul 04 10:11:17.766884 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f5598f2a-ae14-4f71-8381-eb9299894083 req-8b5c2bae-4894-4833-8bf6-f156ec53cdc6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454574 Jul 04 10:11:18.910883 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db292f4c-4b67-49ee-86ad-649a4e820b4b req-ffd30ef2-877d-4fb1-868a-ae907c65f902 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:18.912566 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db292f4c-4b67-49ee-86ad-649a4e820b4b req-ffd30ef2-877d-4fb1-868a-ae907c65f902 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0628943 Jul 04 10:11:18.970159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db292f4c-4b67-49ee-86ad-649a4e820b4b req-310cb506-b349-48c5-bb17-caffe57f1076 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514138 Jul 04 10:11:20.133370 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eb712-4e66-4d12-b426-e0f45f0f1450 req-d237cf9e-66ef-4604-b714-3769881707b2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:20.138027 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b78eb712-4e66-4d12-b426-e0f45f0f1450 req-d237cf9e-66ef-4604-b714-3769881707b2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0680196 Jul 04 10:11:20.191422 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b78eb712-4e66-4d12-b426-e0f45f0f1450 req-f62ab425-f4da-4ff2-aaee-662e689198a5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524905 Jul 04 10:11:21.328281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-88e536bd-8660-44f6-acf3-8f5c96f34403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:21.329801 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-88e536bd-8660-44f6-acf3-8f5c96f34403 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 1130 time: 0.0720689 Jul 04 10:11:21.340593 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33e712-784f-4412-b184-e7d579598a14 req-1e7a111a-c728-4b7e-9ff6-badcad708e61 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:21.344856 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ef33e712-784f-4412-b184-e7d579598a14 req-1e7a111a-c728-4b7e-9ff6-badcad708e61 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0570357 Jul 04 10:11:21.453140 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ef33e712-784f-4412-b184-e7d579598a14 req-2e6a4a59-79e3-4b50-9bd6-1c9049e4b6fd tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982802 Jul 04 10:11:21.468904 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-48872428-3b9b-47fb-a4cb-2d15ab630df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:21.470422 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-48872428-3b9b-47fb-a4cb-2d15ab630df7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.1247091 Jul 04 10:11:21.539505 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-5bd2f30b-b3b7-42ba-8d2c-f4ca6bbc6801 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 200 len: 1001 time: 0.0628438 Jul 04 10:11:21.595582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-82f4d356-e24c-4ce1-bada-d6e7462b4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:21.597049 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-82f4d356-e24c-4ce1-bada-d6e7462b4835 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0455008 Jul 04 10:11:21.639210 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:21.643024 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-389782a9-74ce-4d70-af8f-375e8571031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:21.644608 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-389782a9-74ce-4d70-af8f-375e8571031f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413008 Jul 04 10:11:21.738894 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-fdb8e6f7-23aa-4aff-a3ef-3bc7f377b8b2 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874155 Jul 04 10:11:21.838709 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b736bc24-b151-48d5-a1d7-2d89e37d246c req-4bd93b65-9fa3-4d8b-9999-ed4027d494e5 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879459 Jul 04 10:11:22.797869 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6b23-86de-45fc-ac80-3244ce043044 req-1509678e-d729-4376-9285-00a75bd4364e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:22.798705 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-958d6b23-86de-45fc-ac80-3244ce043044 req-1509678e-d729-4376-9285-00a75bd4364e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.2690446 Jul 04 10:11:22.844305 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-958d6b23-86de-45fc-ac80-3244ce043044 req-cbf399db-7464-44d5-a30a-7b890658d3bb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397036 Jul 04 10:11:23.150818 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:23.152730 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:23.966802 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cdc81-2ba5-4468-bf21-2b5b325c28a5 req-8c1b2c19-f03d-4eea-ba5a-eb6fd1e805ae tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:23.968851 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f91cdc81-2ba5-4468-bf21-2b5b325c28a5 req-8c1b2c19-f03d-4eea-ba5a-eb6fd1e805ae tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0513821 Jul 04 10:11:23.984403 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:24.032035 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f91cdc81-2ba5-4468-bf21-2b5b325c28a5 req-38fc6c3b-dac0-44dd-91f2-47e30ae7dda5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555050 Jul 04 10:11:24.104306 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46204) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:24.244123 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-57a70286-8bf4-42da-a134-1e251cdd03ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:24.323373 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-57a70286-8bf4-42da-a134-1e251cdd03ec admin admin] Publish callbacks [] for security_group (f5be206a-3f15-4090-a429-f6f7ba0419fa), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:24.328950 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-57a70286-8bf4-42da-a134-1e251cdd03ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f5be206a-3f15-4090-a429-f6f7ba0419fa), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:24.371732 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-57a70286-8bf4-42da-a134-1e251cdd03ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c3069ceb69694ca5b45e09cfaecbd1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662761 Jul 04 10:11:24.372736 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a70286-8bf4-42da-a134-1e251cdd03ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5be206a-3f15-4090-a429-f6f7ba0419fa,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:24.374586 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46208) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:24.385721 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=77 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:24.428662 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6d09ab7d-22b3-4c20-afbd-9f6105fc5d1c admin admin] Publish callbacks [] for security_group (f5be206a-3f15-4090-a429-f6f7ba0419fa), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:24.453643 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6d09ab7d-22b3-4c20-afbd-9f6105fc5d1c admin admin] Publish callbacks [] for security_group (f5be206a-3f15-4090-a429-f6f7ba0419fa), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:24.507406 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6d09ab7d-22b3-4c20-afbd-9f6105fc5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f5be206a-3f15-4090-a429-f6f7ba0419fa), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:24.511402 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6d09ab7d-22b3-4c20-afbd-9f6105fc5d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:24.512955 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6d09ab7d-22b3-4c20-afbd-9f6105fc5d1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5be206a-3f15-4090-a429-f6f7ba0419fa HTTP/1.1" status: 204 len: 168 time: 0.1368387 Jul 04 10:11:24.520905 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09ab7d-22b3-4c20-afbd-9f6105fc5d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5be206a-3f15-4090-a429-f6f7ba0419fa,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:25.160237 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b425-1935-4cf4-bbe2-7034b4501d80 req-5293fbae-2f86-4d9b-817d-29d87aed0bf2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:25.161854 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ffd7b425-1935-4cf4-bbe2-7034b4501d80 req-5293fbae-2f86-4d9b-817d-29d87aed0bf2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 946 time: 0.0529695 Jul 04 10:11:25.211498 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ffd7b425-1935-4cf4-bbe2-7034b4501d80 req-39ce7f2f-9392-4943-b113-a61448b2e5d5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Jul 04 10:11:25.214450 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46240) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:25.258438 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:25.319310 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-522409864-network', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:25.347145 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Made reservation on behalf of f8d7bb97464d4807a6b7bbac9a41dc67 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:11:25.349808 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.359113 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.363828 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:25.388685 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8ae09d09-3f07-4e5a-8846-3a9c9831c78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.437766 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Publish callbacks [] for security_group (510fe207-62e6-46c2-8c4c-c04eebb3e8bb), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.442344 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (510fe207-62e6-46c2-8c4c-c04eebb3e8bb), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.468584 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:11:25.485254 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510fe207-62e6-46c2-8c4c-c04eebb3e8bb,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:25.488518 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (e9e787f4-a704-4fec-a523-6d1617d97b2f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.488861 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Added segment e9e787f4-a704-4fec-a523-6d1617d97b2f of type vlan for network ce6e6105-a549-4580-b0f7-630aadbb2dbf Jul 04 10:11:25.531250 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (ce6e6105-a549-4580-b0f7-630aadbb2dbf), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.559137 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (ce6e6105-a549-4580-b0f7-630aadbb2dbf), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.560222 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:25.560900 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.604974 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3894060 Jul 04 10:11:25.608522 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46262) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:25.613748 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Request body: {'subnet': {'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-522409864-subnet', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:25.640650 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Made reservation on behalf of f8d7bb97464d4807a6b7bbac9a41dc67 for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:11:25.641294 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b54563-b7c4-4732-bde1-70f507ff0272 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6e6105-a549-4580-b0f7-630aadbb2dbf,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:25.645381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3796959'] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.652239 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:11:25.740356 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:11:25.772985 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [req-6c6af24d-ce92-4521-989c-9b5e1d1fb9bc req-bbbfab1a-5277-4019-b55a-7308cc0399d6 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:11:25.774044 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6c6af24d-ce92-4521-989c-9b5e1d1fb9bc req-bbbfab1a-5277-4019-b55a-7308cc0399d6 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075302 Jul 04 10:11:25.790069 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:25.817275 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 is: ACTIVE; New status is: DOWN {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:25.818027 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.843763 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3502216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3796005'] for subnet (7c5e177a-1956-4b07-ad73-48c5e98ae268), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.849759 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:11:25.852092 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1a5fb3-a253-41ae-8d23-ae973c09cd8b" -d '{"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:11:25.892537 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:25.898967 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 10:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12918d10-e3f3-45f0-b8a7-885146b252c4 x-openstack-request-id: req-12918d10-e3f3-45f0-b8a7-885146b252c4 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:11:25.899245 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-unplugged", "status": "failed", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31", "code": 422}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:11:25.899820 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-12918d10-e3f3-45f0-b8a7-885146b252c4 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:11:25.900402 dv-cinder-848418-1-iscsi neutron-server[104131]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-12918d10-e3f3-45f0-b8a7-885146b252c4']: {'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'code': 422} returned with failed status Jul 04 10:11:25.902420 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:25.955711 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5e177a-1956-4b07-ad73-48c5e98ae268,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:25.957648 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=8']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:25.979073 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c421a-d621-4b31-b572-c37fa2672efd req-08a56a9d-c31d-4150-ab04-6cb7d1845301 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:25.980564 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0e7c421a-d621-4b31-b572-c37fa2672efd req-08a56a9d-c31d-4150-ab04-6cb7d1845301 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0795782 Jul 04 10:11:25.984572 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Checking segment: {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:25.984934 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Network hostable DHCP agents. Network: ce6e6105-a549-4580-b0f7-630aadbb2dbf, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:11:26.021225 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:11:26.045547 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, ce6e6105-a549-4580-b0f7-630aadbb2dbf) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:26.050658 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:26.051255 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.056068 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c661c-30bc-4c54-8a13-4a6d25d04f02 None None] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:11:26.056438 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0e7c421a-d621-4b31-b572-c37fa2672efd req-1dd2c7e8-00b6-4f91-b4f2-14180548aef9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683365 Jul 04 10:11:26.077188 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c0ed6f6d-2428-470b-9d86-d5188a85572e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4673676 Jul 04 10:11:26.080621 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46280) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:26.086337 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:26.112334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (d256d3bb-5f14-4301-bbeb-079aaed121f8), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.113597 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (d256d3bb-5f14-4301-bbeb-079aaed121f8), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.127015 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:26.186637 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks [] for router_controller (d256d3bb-5f14-4301-bbeb-079aaed121f8), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.197799 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:11:26.198755 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.337923 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks [] for router_gateway (d256d3bb-5f14-4301-bbeb-079aaed121f8), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.339145 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Allocated IP 172.20.0.2 (ce6e6105-a549-4580-b0f7-630aadbb2dbf/7c5e177a-1956-4b07-ad73-48c5e98ae268/412ff356-d163-456e-a5b6-678b93fa5d94) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:11:26.356485 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46296) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:26.448677 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-f2443701-ed6c-4fb2-9a8f-80fb71ca0cd1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908108 Jul 04 10:11:26.458220 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-ee29f326-5b30-4181-8a84-bb3ebf14311b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:11:26.460292 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-ee29f326-5b30-4181-8a84-bb3ebf14311b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059414 Jul 04 10:11:26.507948 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Publish callbacks [] for port (412ff356-d163-456e-a5b6-678b93fa5d94), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.516102 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.536662 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks [] for router_gateway (d256d3bb-5f14-4301-bbeb-079aaed121f8), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.541428 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46304) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:26.561646 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.562379 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:26.567532 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:26.570530 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:11:26.582865 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Pushing event updated for resources: {'Port': ['ID=412ff356-d163-456e-a5b6-678b93fa5d94,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:26.596871 dv-cinder-848418-1-iscsi neutron-server[104130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 04 10:11:26.636034 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Attempting to bind port 412ff356-d163-456e-a5b6-678b93fa5d94 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:11:26.636659 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Attempting to bind port 412ff356-d163-456e-a5b6-678b93fa5d94 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:11:26.637204 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Attempting to bind port 412ff356-d163-456e-a5b6-678b93fa5d94 on network ce6e6105-a549-4580-b0f7-630aadbb2dbf {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:11:26.642628 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:11:26.643370 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Checking segment: {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:26.643953 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.644342 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Bound using segment: {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:11:26.644966 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Bound port: 412ff356-d163-456e-a5b6-678b93fa5d94, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:11:26.645343 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.645567 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-1be438f5-1ee8-479b-bbf4-7f527e33856f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:26.658345 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-1be438f5-1ee8-479b-bbf4-7f527e33856f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports/ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 200 len: 941 time: 0.1155088 Jul 04 10:11:26.661334 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:26.677598 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Allocated IP 172.27.2.189 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/0059f50a-7e8a-4597-a3e7-09f17517eede) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:11:26.713510 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] For port 412ff356-d163-456e-a5b6-678b93fa5d94, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:11:26.717319 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] For port 412ff356-d163-456e-a5b6-678b93fa5d94, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=412ff356-d163-456e-a5b6-678b93fa5d94,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:11:26.726294 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.758171 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:26.791721 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015330e7-225d-4226-b40d-7a7339654f44 None None] Pushing event updated for resources: {'Port': ['ID=412ff356-d163-456e-a5b6-678b93fa5d94,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:26.804995 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks [] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.824497 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:26.841777 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:26.882928 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:26.887480 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:26.891532 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:11:26.896990 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Pushing event updated for resources: {'Port': ['ID=0059f50a-7e8a-4597-a3e7-09f17517eede,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:27.222987 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:27.250612 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f4450-f04d-4d9e-8ec0-1c4756f0f90b req-c853a392-558f-4642-ab21-35278a063daf tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:27.252292 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d68f4450-f04d-4d9e-8ec0-1c4756f0f90b req-c853a392-558f-4642-ab21-35278a063daf tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0690029 Jul 04 10:11:27.282871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks [] for router_gateway (d256d3bb-5f14-4301-bbeb-079aaed121f8), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:27.373757 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d68f4450-f04d-4d9e-8ec0-1c4756f0f90b req-2c359a44-0fd5-4aaf-9ea7-4ac7009bb72b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123838 Jul 04 10:11:27.489100 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (d256d3bb-5f14-4301-bbeb-079aaed121f8), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:27.544673 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-abc19809-0089-4f0a-a738-7d80a501ab13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:27.622638 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Router d256d3bb-5f14-4301-bbeb-079aaed121f8 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:11:27.748517 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:11:27.764581 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Sync routers for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:11:27.776163 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:27.778921 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-e94a9754-3929-4819-bff5-09350259f51c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6969471 Jul 04 10:11:27.779569 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:27.780318 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:27.781816 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46318) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:27.852590 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 412ff356-d163-456e-a5b6-678b93fa5d94 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:27.879088 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:27.930458 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:27.933004 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 412ff356-d163-456e-a5b6-678b93fa5d94 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:27.933587 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:28.005160 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877e1704-858f-40cf-9eb8-722117cdb34f None None] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:11:28.156425 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-5cbd8a46-ad8c-4013-80c6-3142265559a4 None None] Provisioning complete for port 412ff356-d163-456e-a5b6-678b93fa5d94 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:28.156680 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8a46-ad8c-4013-80c6-3142265559a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:28.307483 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 412ff356-d163-456e-a5b6-678b93fa5d94 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:28.307865 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:28.345989 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:28.374605 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:27Z', 'revision_number': 3, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:28.537935 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:28.549702 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd8a46-ad8c-4013-80c6-3142265559a4 None None] Current status of the port 412ff356-d163-456e-a5b6-678b93fa5d94 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:28.550257 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5cbd8a46-ad8c-4013-80c6-3142265559a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:28.552235 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Checking router: d256d3bb-5f14-4301-bbeb-079aaed121f8 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:11:28.552575 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Updating router d256d3bb-5f14-4301-bbeb-079aaed121f8 port 0059f50a-7e8a-4597-a3e7-09f17517eede binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:11:28.566424 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:28.568862 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 412ff356-d163-456e-a5b6-678b93fa5d94, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=412ff356-d163-456e-a5b6-678b93fa5d94,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:28.570412 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-301db4c5-f9b0-4e24-a2f1-92d96ffaabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:28.571949 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-301db4c5-f9b0-4e24-a2f1-92d96ffaabf2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2&tenant_id=b852926ec18f4dc695da5ec1c5582f48 HTTP/1.1" status: 200 len: 1128 time: 0.1375506 Jul 04 10:11:28.590054 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12d0e-017e-451e-bf4a-08487804d7b9 req-6a971d28-c7f8-4478-bf5d-2ede9440e2fa tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:28.592096 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-17f12d0e-017e-451e-bf4a-08487804d7b9 req-6a971d28-c7f8-4478-bf5d-2ede9440e2fa tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.1154246 Jul 04 10:11:28.597801 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:28.654116 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:28.693717 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:28.698117 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-eed8a9e4-23e2-4cfd-9869-e43fcfbf032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:28.699630 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-eed8a9e4-23e2-4cfd-9869-e43fcfbf032e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 1128 time: 0.0692818 Jul 04 10:11:28.708015 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.db.api [None req-5cbd8a46-ad8c-4013-80c6-3142265559a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 10:11:28.708712 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG oslo_db.api [None req-5cbd8a46-ad8c-4013-80c6-3142265559a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 10:11:28.764348 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=412ff356-d163-456e-a5b6-678b93fa5d94,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:28.781282 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-17f12d0e-017e-451e-bf4a-08487804d7b9 req-67176571-ae90-42eb-8790-09a390e7265b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523411 Jul 04 10:11:28.892011 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Allocated IP 172.20.0.1 (ce6e6105-a549-4580-b0f7-630aadbb2dbf/7c5e177a-1956-4b07-ad73-48c5e98ae268/6ea353cd-e388-4e35-8637-220f2a1319a6) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:11:28.895253 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-eeb3cc95-c893-4aa2-b66d-aee2317d00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:28.896850 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-eeb3cc95-c893-4aa2-b66d-aee2317d00c9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.1621945 Jul 04 10:11:28.960288 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Publish callbacks [] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:28.967328 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.017692 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-6c2e72a6-e90e-49df-a988-8082dc19c946 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 200 len: 999 time: 0.1116116 Jul 04 10:11:29.023290 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Attempting to bind port 0059f50a-7e8a-4597-a3e7-09f17517eede on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:11:29.023628 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Attempting to bind port 0059f50a-7e8a-4597-a3e7-09f17517eede by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:11:29.023984 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Attempting to bind port 0059f50a-7e8a-4597-a3e7-09f17517eede on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:11:29.030743 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92555a43-3ac4-4b94-8f46-9f11623694fd None None] Pushing event updated for resources: {'Port': ['ID=0059f50a-7e8a-4597-a3e7-09f17517eede,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:29.033944 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:11:29.034171 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:29.034577 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.034959 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:11:29.035430 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Bound port: 0059f50a-7e8a-4597-a3e7-09f17517eede, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:11:29.035804 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.037185 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:29.085474 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] For port 0059f50a-7e8a-4597-a3e7-09f17517eede, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:11:29.088686 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] For port 0059f50a-7e8a-4597-a3e7-09f17517eede, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=0059f50a-7e8a-4597-a3e7-09f17517eede,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:11:29.097353 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.099889 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Publish callbacks [] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.106996 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-053eca63-cb09-47a5-8a67-db43981df5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:29.108482 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-053eca63-cb09-47a5-8a67-db43981df5da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0806258 Jul 04 10:11:29.166502 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:29.166893 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-81859546-a7b6-45ce-86d8-8cf1d9721ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:29.167118 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:29.168405 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-81859546-a7b6-45ce-86d8-8cf1d9721ce0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483184 Jul 04 10:11:29.173192 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92555a43-3ac4-4b94-8f46-9f11623694fd None None] Pushing event updated for resources: {'Port': ['ID=0059f50a-7e8a-4597-a3e7-09f17517eede,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:29.179669 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.189581 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:29.255696 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:29.262841 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:29.277866 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd8a46-ad8c-4013-80c6-3142265559a4 None None] Current status of the port 412ff356-d163-456e-a5b6-678b93fa5d94 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:29.292557 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:11:29.297159 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea353cd-e388-4e35-8637-220f2a1319a6,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:29.313110 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:29.359368 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-1b4ce60a-6dbd-4753-8721-da6d33dcf304 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811125 Jul 04 10:11:29.360210 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (d256d3bb-5f14-4301-bbeb-079aaed121f8), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.422840 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.455437 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-ab4af65f-2985-48fd-b996-a45383c4275c None None] Provisioning complete for port 412ff356-d163-456e-a5b6-678b93fa5d94 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:29.455804 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ab4af65f-2985-48fd-b996-a45383c4275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.508596 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:29.538758 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd40bef-7438-4ce1-be52-8ac49cc0c7d7 req-dfee88b8-cd46-463a-b6db-de510d66ad55 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372640 Jul 04 10:11:29.544768 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:29.579377 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.593546 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:27Z', 'revision_number': 3, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:29.620821 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3201de-1b7e-4e4b-8c63-cc3c9ae61200 None None] The sync data for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi is: [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:27Z', 'revision_number': 3, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:11:29.622275 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-ab4af65f-2985-48fd-b996-a45383c4275c None None] Current status of the port 412ff356-d163-456e-a5b6-678b93fa5d94 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:29.753121 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6aed7f79-1662-4659-9747-96425cfa43b2 None None] Provisioning complete for port 6ea353cd-e388-4e35-8637-220f2a1319a6 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:29.753494 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6aed7f79-1662-4659-9747-96425cfa43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.766646 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Publish callbacks [] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.775766 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.797665 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6aed7f79-1662-4659-9747-96425cfa43b2 None None] Port 6ea353cd-e388-4e35-8637-220f2a1319a6 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:11:29.840710 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:29.843214 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 412ff356-d163-456e-a5b6-678b93fa5d94 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:29.856111 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea353cd-e388-4e35-8637-220f2a1319a6,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:29.863199 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (d256d3bb-5f14-4301-bbeb-079aaed121f8), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:29.962119 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 412ff356-d163-456e-a5b6-678b93fa5d94 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:29.962501 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:30.033649 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e363e5-1dd7-48a5-89c2-7b7cd7b873ef req-0d81360c-70ef-40de-97c9-e8da8a0de511 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:30.039908 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-93e363e5-1dd7-48a5-89c2-7b7cd7b873ef req-0d81360c-70ef-40de-97c9-e8da8a0de511 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0776079 Jul 04 10:11:30.051422 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:30.058317 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:30.100685 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 412ff356-d163-456e-a5b6-678b93fa5d94 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:30.154075 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:30.194042 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-93e363e5-1dd7-48a5-89c2-7b7cd7b873ef req-a7da7367-ca89-4439-a450-e49c5b88632b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452408 Jul 04 10:11:30.255165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Router d256d3bb-5f14-4301-bbeb-079aaed121f8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:11:30.423134 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-10948c93-fff0-4999-b4ab-f48e961fe553 None None] Provisioning complete for port 6ea353cd-e388-4e35-8637-220f2a1319a6 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:30.423481 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-10948c93-fff0-4999-b4ab-f48e961fe553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:30.457691 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:11:30.484932 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-a322028c-1e44-489c-b3af-dcf0d844c5e1 admin admin] 10.222.0.79 "PUT /v2.0/routers/d256d3bb-5f14-4301-bbeb-079aaed121f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6948047 Jul 04 10:11:30.556002 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-10948c93-fff0-4999-b4ab-f48e961fe553 None None] Port 6ea353cd-e388-4e35-8637-220f2a1319a6 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:11:30.580492 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:30.792628 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.226899 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46384) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:31.231839 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-600610436-network', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:31.271084 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Made reservation on behalf of 1438c8b530734ec5871e8a267fd2baf5 for: {'network': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:11:31.274160 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.294279 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.345905 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf57a1-952d-4fe4-9471-49eaa343c828 req-0d023025-44cf-43b1-a5b8-e3c1bad47d8f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:31.347764 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7ccf57a1-952d-4fe4-9471-49eaa343c828 req-0d023025-44cf-43b1-a5b8-e3c1bad47d8f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0703101 Jul 04 10:11:31.430656 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7ccf57a1-952d-4fe4-9471-49eaa343c828 req-b1e01bd5-da3d-4775-9e2b-58ff5504b8a3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742011 Jul 04 10:11:31.461921 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Publish callbacks [] for security_group (aac3a0f0-90ef-4e5c-8de6-2938101e28d2), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.471183 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (aac3a0f0-90ef-4e5c-8de6-2938101e28d2), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.505440 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=104129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:11:31.511167 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac3a0f0-90ef-4e5c-8de6-2938101e28d2,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:31.519185 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (c613a69b-2729-4b73-bc22-7eb858bf48d8), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.519535 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.segments_db [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Added segment c613a69b-2729-4b73-bc22-7eb858bf48d8 of type vlan for network 69b18236-bb9e-431e-a3d4-a05981d53f7b Jul 04 10:11:31.564146 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (69b18236-bb9e-431e-a3d4-a05981d53f7b), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.591636 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (69b18236-bb9e-431e-a3d4-a05981d53f7b), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.593103 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:31.593810 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.636000 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46386) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:31.637740 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4050384 Jul 04 10:11:31.641884 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Request body: {'subnet': {'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-600610436-subnet', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:31.665559 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Made reservation on behalf of 1438c8b530734ec5871e8a267fd2baf5 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:11:31.667892 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3468776'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.670066 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c9232-e815-4629-a79d-3b605a015755 admin admin] Pushing event updated for resources: {'Network': ['ID=69b18236-bb9e-431e-a3d4-a05981d53f7b,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:31.680457 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 69b18236-bb9e-431e-a3d4-a05981d53f7b details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:11:31.778931 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Sync routers for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:11:31.789103 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:31.795327 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:31.795950 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:31.866625 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 0059f50a-7e8a-4597-a3e7-09f17517eede up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:31.907030 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3384194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3468818'] for subnet (13b785f5-9786-4d69-868d-9530b52b9322), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.931954 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 0059f50a-7e8a-4597-a3e7-09f17517eede triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:31.936706 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:31.998563 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:32.018964 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:32.051251 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b785f5-9786-4d69-868d-9530b52b9322,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:32.053511 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 0059f50a-7e8a-4597-a3e7-09f17517eede is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:32.056513 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.086437 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Checking segment: {'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:32.087051 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Network hostable DHCP agents. Network: 69b18236-bb9e-431e-a3d4-a05981d53f7b, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:11:32.098779 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 0059f50a-7e8a-4597-a3e7-09f17517eede, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=0059f50a-7e8a-4597-a3e7-09f17517eede,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:32.106878 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.120585 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Network 69b18236-bb9e-431e-a3d4-a05981d53f7b is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:11:32.143116 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 69b18236-bb9e-431e-a3d4-a05981d53f7b) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:32.153295 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:32.155052 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.168153 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b473bfa-600d-4143-a930-dded1f8d3a4e None None] Network 69b18236-bb9e-431e-a3d4-a05981d53f7b requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:11:32.197203 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46392) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:32.201884 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:32.202552 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e2d133a4-f4c5-43db-8ad0-cfe52fd326f8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5645714 Jul 04 10:11:32.257559 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (0a37284d-f3b2-406f-960e-20afd6000416), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.258739 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (0a37284d-f3b2-406f-960e-20afd6000416), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.279369 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:32.329019 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:32.330997 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=0059f50a-7e8a-4597-a3e7-09f17517eede,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:32.331152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks [] for router_controller (0a37284d-f3b2-406f-960e-20afd6000416), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.452760 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 2, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:32.478721 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46400) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:32.505728 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-69b18236-bb9e-431e-a3d4-a05981d53f7b', 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b', 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'fixed_ips': [{'subnet_id': '13b785f5-9786-4d69-868d-9530b52b9322'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:11:32.507169 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.508491 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Checking router: d256d3bb-5f14-4301-bbeb-079aaed121f8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:11:32.509069 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Updating router d256d3bb-5f14-4301-bbeb-079aaed121f8 port 6ea353cd-e388-4e35-8637-220f2a1319a6 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:11:32.540837 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks [] for router_gateway (0a37284d-f3b2-406f-960e-20afd6000416), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.542354 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.675065 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a2fea-e3a2-4ecf-bdcb-3d97fa06698f req-2ea4465d-2b32-47a0-89e0-6f6a5c810818 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:32.683225 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-108a2fea-e3a2-4ecf-bdcb-3d97fa06698f req-2ea4465d-2b32-47a0-89e0-6f6a5c810818 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0635228 Jul 04 10:11:32.737929 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:32.742483 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c63430f4-4edd-4430-88ce-6925b14c4c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.792184 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-108a2fea-e3a2-4ecf-bdcb-3d97fa06698f req-4e62465e-cf28-4b98-b78f-52d2512dec64 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078856 Jul 04 10:11:32.874520 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c63430f4-4edd-4430-88ce-6925b14c4c44 admin admin] Publish callbacks [] for security_group (b21a5b5d-f63e-4414-82ac-e7b7eb0a5d3f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.882899 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c63430f4-4edd-4430-88ce-6925b14c4c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b21a5b5d-f63e-4414-82ac-e7b7eb0a5d3f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.925596 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c63430f4-4edd-4430-88ce-6925b14c4c44 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c2d128304c34e15ba283d3be7caec56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410238 Jul 04 10:11:32.930373 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46404) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:32.974636 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Allocated IP 172.20.0.2 (69b18236-bb9e-431e-a3d4-a05981d53f7b/13b785f5-9786-4d69-868d-9530b52b9322/837e9248-8b7f-46c9-86f2-a2076ba5e557) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:11:32.989761 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks [] for router_gateway (0a37284d-f3b2-406f-960e-20afd6000416), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:32.997483 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.030756 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63430f4-4edd-4430-88ce-6925b14c4c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21a5b5d-f63e-4414-82ac-e7b7eb0a5d3f,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:33.041183 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.056022 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dbb04eac-194a-4e65-8fff-88af9aa49fa8 admin admin] Publish callbacks [] for security_group (b21a5b5d-f63e-4414-82ac-e7b7eb0a5d3f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.090426 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dbb04eac-194a-4e65-8fff-88af9aa49fa8 admin admin] Publish callbacks [] for security_group (b21a5b5d-f63e-4414-82ac-e7b7eb0a5d3f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.162687 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dbb04eac-194a-4e65-8fff-88af9aa49fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b21a5b5d-f63e-4414-82ac-e7b7eb0a5d3f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.165296 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Allocated IP 172.27.2.191 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/a7390806-0047-4fe0-8188-39488077facf) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:11:33.169863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dbb04eac-194a-4e65-8fff-88af9aa49fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.177013 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-dbb04eac-194a-4e65-8fff-88af9aa49fa8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b21a5b5d-f63e-4414-82ac-e7b7eb0a5d3f HTTP/1.1" status: 204 len: 168 time: 0.2374532 Jul 04 10:11:33.186847 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb04eac-194a-4e65-8fff-88af9aa49fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21a5b5d-f63e-4414-82ac-e7b7eb0a5d3f,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:33.198246 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:33.277036 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Publish callbacks [] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.289961 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.343245 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Publish callbacks [] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.361055 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.427924 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Pushing event updated for resources: {'Port': ['ID=837e9248-8b7f-46c9-86f2-a2076ba5e557,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:33.448860 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Network 69b18236-bb9e-431e-a3d4-a05981d53f7b is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:33.450525 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:33.455782 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:11:33.478492 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Pushing event updated for resources: {'Port': ['ID=6ea353cd-e388-4e35-8637-220f2a1319a6,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:33.508031 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.508373 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.508900 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.509397 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.509919 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.510416 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.510886 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.511349 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.512026 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.512497 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.512982 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.513463 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.513964 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.514426 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.514913 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:33.592917 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Attempting to bind port 6ea353cd-e388-4e35-8637-220f2a1319a6 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:11:33.593849 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Attempting to bind port 837e9248-8b7f-46c9-86f2-a2076ba5e557 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:11:33.594487 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Attempting to bind port 837e9248-8b7f-46c9-86f2-a2076ba5e557 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:11:33.595080 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Attempting to bind port 837e9248-8b7f-46c9-86f2-a2076ba5e557 on network 69b18236-bb9e-431e-a3d4-a05981d53f7b {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:11:33.597328 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Attempting to bind port 6ea353cd-e388-4e35-8637-220f2a1319a6 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:11:33.599196 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Attempting to bind port 6ea353cd-e388-4e35-8637-220f2a1319a6 on network ce6e6105-a549-4580-b0f7-630aadbb2dbf {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:11:33.609288 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:11:33.614563 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Checking segment: {'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:33.615454 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.616039 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Bound using segment: {'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:11:33.616824 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Bound port: 837e9248-8b7f-46c9-86f2-a2076ba5e557, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:11:33.617414 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.627712 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:11:33.632752 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Checking segment: {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:33.633522 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.635155 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Bound using segment: {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:11:33.639087 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Bound port: 6ea353cd-e388-4e35-8637-220f2a1319a6, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:11:33.640943 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.683733 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:33.759987 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] For port 837e9248-8b7f-46c9-86f2-a2076ba5e557, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:11:33.764573 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] For port 837e9248-8b7f-46c9-86f2-a2076ba5e557, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=837e9248-8b7f-46c9-86f2-a2076ba5e557,segment=NetworkSegment(c613a69b-2729-4b73-bc22-7eb858bf48d8),segment_id=c613a69b-2729-4b73-bc22-7eb858bf48d8)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:11:33.786138 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:33.823656 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] For port 6ea353cd-e388-4e35-8637-220f2a1319a6, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:11:33.837115 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] For port 6ea353cd-e388-4e35-8637-220f2a1319a6, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=6ea353cd-e388-4e35-8637-220f2a1319a6,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:11:33.853935 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:34.026136 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:34.026776 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:34.055621 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 0059f50a-7e8a-4597-a3e7-09f17517eede up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:34.065672 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-30402cb8-7776-45b0-968e-219ae9c9c33b None None] Provisioning complete for port 6ea353cd-e388-4e35-8637-220f2a1319a6 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:34.066199 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30402cb8-7776-45b0-968e-219ae9c9c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:34.076898 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks [] for port (a7390806-0047-4fe0-8188-39488077facf), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:34.182100 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd7ab-69e4-4b3d-9d01-e7c28663f5fb req-34371041-16ff-44f6-bf55-655b4997d5f9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:34.192104 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-046fd7ab-69e4-4b3d-9d01-e7c28663f5fb req-34371041-16ff-44f6-bf55-655b4997d5f9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.1076205 Jul 04 10:11:34.221205 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3817f-e470-47cb-b132-216ffed99546 None None] Pushing event updated for resources: {'Port': ['ID=6ea353cd-e388-4e35-8637-220f2a1319a6,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:34.307100 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:34.308637 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 0059f50a-7e8a-4597-a3e7-09f17517eede triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:34.309153 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:34.325363 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (a7390806-0047-4fe0-8188-39488077facf), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:34.361560 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-046fd7ab-69e4-4b3d-9d01-e7c28663f5fb req-0ed7fe13-47df-44a1-a1b1-9cf47d7b0f86 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682343 Jul 04 10:11:34.365021 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93d1bf-87d1-45bf-b00e-479546389d99 None None] Pushing event updated for resources: {'Port': ['ID=837e9248-8b7f-46c9-86f2-a2076ba5e557,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:34.442070 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:34.485059 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:34.499520 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:34.514989 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:34.519820 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-30402cb8-7776-45b0-968e-219ae9c9c33b None None] Current status of the port 6ea353cd-e388-4e35-8637-220f2a1319a6 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:34.520995 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30402cb8-7776-45b0-968e-219ae9c9c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:34.531958 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7390806-0047-4fe0-8188-39488077facf,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:34.545276 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:11:34.552263 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.552917 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.553437 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.553976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.554546 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.555090 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.577942 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.579084 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.582824 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.583533 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.584736 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.586773 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.589160 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.590624 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.591709 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:34.678921 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 0059f50a-7e8a-4597-a3e7-09f17517eede is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:34.679780 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:34.715301 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-30402cb8-7776-45b0-968e-219ae9c9c33b None None] For port 6ea353cd-e388-4e35-8637-220f2a1319a6, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=6ea353cd-e388-4e35-8637-220f2a1319a6,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:34.727982 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30402cb8-7776-45b0-968e-219ae9c9c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:34.900864 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-e73176a5-db5f-4074-a0e8-8ae8eadc80d9 None None] Provisioning complete for port 6ea353cd-e388-4e35-8637-220f2a1319a6 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:34.900864 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e73176a5-db5f-4074-a0e8-8ae8eadc80d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:34.902800 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30402cb8-7776-45b0-968e-219ae9c9c33b None None] Pushing event updated for resources: {'Port': ['ID=6ea353cd-e388-4e35-8637-220f2a1319a6,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:34.913527 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:34.926174 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:33Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:34.982340 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d554c37-551f-43df-8821-2b250659bdbc None None] The sync data for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi is: [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:33Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:11:35.025361 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-e73176a5-db5f-4074-a0e8-8ae8eadc80d9 None None] Current status of the port 6ea353cd-e388-4e35-8637-220f2a1319a6 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:35.247220 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks [] for router_gateway (0a37284d-f3b2-406f-960e-20afd6000416), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:35.620607 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (0a37284d-f3b2-406f-960e-20afd6000416), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:35.724479 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00fbe4-f176-428a-8631-1fa324e9366a req-cfee7ad8-9401-44ea-ab63-d0c765aaa8d6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:35.731603 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-be00fbe4-f176-428a-8631-1fa324e9366a req-cfee7ad8-9401-44ea-ab63-d0c765aaa8d6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.1622374 Jul 04 10:11:35.886858 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c8a78-c93e-4956-9cc6-2ea5f0aae357 None None] Network 69b18236-bb9e-431e-a3d4-a05981d53f7b requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:11:36.031349 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:36.037506 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 837e9248-8b7f-46c9-86f2-a2076ba5e557 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:36.095442 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-be00fbe4-f176-428a-8631-1fa324e9366a req-0869f2a4-8463-4bf5-b174-594976c46297 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624072 Jul 04 10:11:36.141659 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-f7326328-e8d6-48e1-b1cf-7d0bd3e456fb None None] Provisioning complete for port 837e9248-8b7f-46c9-86f2-a2076ba5e557 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:36.145754 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7326328-e8d6-48e1-b1cf-7d0bd3e456fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:36.225961 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Router 0a37284d-f3b2-406f-960e-20afd6000416 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:11:36.371992 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-f7326328-e8d6-48e1-b1cf-7d0bd3e456fb None None] Current status of the port 837e9248-8b7f-46c9-86f2-a2076ba5e557 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:36.373979 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7326328-e8d6-48e1-b1cf-7d0bd3e456fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:36.401127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 837e9248-8b7f-46c9-86f2-a2076ba5e557 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:36.408093 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:36.488002 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:11:36.497373 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-f7326328-e8d6-48e1-b1cf-7d0bd3e456fb None None] For port 837e9248-8b7f-46c9-86f2-a2076ba5e557, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=837e9248-8b7f-46c9-86f2-a2076ba5e557,segment=NetworkSegment(c613a69b-2729-4b73-bc22-7eb858bf48d8),segment_id=c613a69b-2729-4b73-bc22-7eb858bf48d8)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:36.500279 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Sync routers for ids ['0a37284d-f3b2-406f-960e-20afd6000416'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:11:36.520217 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:36.522152 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-405606bf-eb1d-4510-b0f2-c36fb7cd8fd8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3235738 Jul 04 10:11:36.524756 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46444) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:36.530371 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7326328-e8d6-48e1-b1cf-7d0bd3e456fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:36.644304 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7326328-e8d6-48e1-b1cf-7d0bd3e456fb None None] Pushing event updated for resources: {'Port': ['ID=837e9248-8b7f-46c9-86f2-a2076ba5e557,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:36.681317 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Routers {'0a37284d-f3b2-406f-960e-20afd6000416'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:36.695468 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0a37284d-f3b2-406f-960e-20afd6000416'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:36.801708 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 837e9248-8b7f-46c9-86f2-a2076ba5e557 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:36.803007 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 6ea353cd-e388-4e35-8637-220f2a1319a6 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:36.810866 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:36.858125 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-20990ff5-75cc-4f14-866f-af6b7dcedbea None None] Provisioning complete for port 837e9248-8b7f-46c9-86f2-a2076ba5e557 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:36.858876 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-20990ff5-75cc-4f14-866f-af6b7dcedbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:36.965053 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Set router 0a37284d-f3b2-406f-960e-20afd6000416 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:37.038495 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 6ea353cd-e388-4e35-8637-220f2a1319a6 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:37.038884 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:37.288461 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-20990ff5-75cc-4f14-866f-af6b7dcedbea None None] Current status of the port 837e9248-8b7f-46c9-86f2-a2076ba5e557 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:37.388109 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:37.406328 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a7390806-0047-4fe0-8188-39488077facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 3, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port': {'id': 'a7390806-0047-4fe0-8188-39488077facf', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:33Z', 'updated_at': '2022-07-04T10:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:37.420185 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24b9a-f4cc-450d-8935-1b3a070260cc req-91d2d958-2712-4738-ae2e-c24269469f3c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:37.423323 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3c24b9a-f4cc-450d-8935-1b3a070260cc req-91d2d958-2712-4738-ae2e-c24269469f3c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.1192856 Jul 04 10:11:37.442102 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Checking router: 0a37284d-f3b2-406f-960e-20afd6000416 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:11:37.442973 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Updating router 0a37284d-f3b2-406f-960e-20afd6000416 port a7390806-0047-4fe0-8188-39488077facf binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:11:37.448182 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:37.483125 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a7390806-0047-4fe0-8188-39488077facf), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:37.488904 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 6ea353cd-e388-4e35-8637-220f2a1319a6 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:37.546040 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3c24b9a-f4cc-450d-8935-1b3a070260cc req-470a5f56-1ab7-441b-9cb9-1e4d54a03c08 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153727 Jul 04 10:11:37.617904 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:37.641868 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:37.883705 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 837e9248-8b7f-46c9-86f2-a2076ba5e557 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:37.929446 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Allocated IP 172.20.0.1 (69b18236-bb9e-431e-a3d4-a05981d53f7b/13b785f5-9786-4d69-868d-9530b52b9322/f86275e6-410b-4276-954c-8aed7dfb2048) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:11:38.130334 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Publish callbacks [] for port (a7390806-0047-4fe0-8188-39488077facf), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.160629 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 837e9248-8b7f-46c9-86f2-a2076ba5e557 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:38.160980 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.164378 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a7390806-0047-4fe0-8188-39488077facf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.193974 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Publish callbacks [] for port (f86275e6-410b-4276-954c-8aed7dfb2048), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.250676 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.256176 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Attempting to bind port a7390806-0047-4fe0-8188-39488077facf on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:11:38.256550 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Attempting to bind port a7390806-0047-4fe0-8188-39488077facf by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:11:38.256943 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Attempting to bind port a7390806-0047-4fe0-8188-39488077facf on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:11:38.269733 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:11:38.270110 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:38.270900 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.271315 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:11:38.272248 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Bound port: a7390806-0047-4fe0-8188-39488077facf, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:11:38.272248 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a7390806-0047-4fe0-8188-39488077facf), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.274029 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cbb3a-b387-4c14-843f-ad7dcebb83f6 None None] Pushing event updated for resources: {'Port': ['ID=a7390806-0047-4fe0-8188-39488077facf,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:38.314522 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Network 69b18236-bb9e-431e-a3d4-a05981d53f7b is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:38.344046 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:38.348145 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:11:38.373443 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 837e9248-8b7f-46c9-86f2-a2076ba5e557 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:38.376892 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f86275e6-410b-4276-954c-8aed7dfb2048,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:38.383974 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:38.388409 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.388967 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.389534 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.390088 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.390490 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.390891 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.391386 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.391699 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.392175 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.392516 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.393109 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.393278 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.393733 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.394118 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.394499 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:11:38.398169 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] For port a7390806-0047-4fe0-8188-39488077facf, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:11:38.402586 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] For port a7390806-0047-4fe0-8188-39488077facf, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a7390806-0047-4fe0-8188-39488077facf,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:11:38.412916 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a7390806-0047-4fe0-8188-39488077facf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.420885 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (0a37284d-f3b2-406f-960e-20afd6000416), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.488064 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cbb3a-b387-4c14-843f-ad7dcebb83f6 None None] Pushing event updated for resources: {'Port': ['ID=a7390806-0047-4fe0-8188-39488077facf,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:38.493019 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Routers {'0a37284d-f3b2-406f-960e-20afd6000416'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:38.493695 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0a37284d-f3b2-406f-960e-20afd6000416'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:38.627402 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:38.639980 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] Set router 0a37284d-f3b2-406f-960e-20afd6000416 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:38.737121 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.742437 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218fc2f-f816-4b9a-9080-cf08e11ffebe req-dfa51102-b0be-45c9-95ef-22c0ce93c34e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:38.750413 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a218fc2f-f816-4b9a-9080-cf08e11ffebe req-dfa51102-b0be-45c9-95ef-22c0ce93c34e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0942783 Jul 04 10:11:38.816813 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-280155f8-50f7-495c-ab9a-32d7aaa9f4f9 None None] Provisioning complete for port f86275e6-410b-4276-954c-8aed7dfb2048 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:38.817604 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-280155f8-50f7-495c-ab9a-32d7aaa9f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.828112 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a218fc2f-f816-4b9a-9080-cf08e11ffebe req-d6ace98d-c04f-45df-ae6b-1729cc981356 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764458 Jul 04 10:11:38.862353 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:38.901644 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-280155f8-50f7-495c-ab9a-32d7aaa9f4f9 None None] Port f86275e6-410b-4276-954c-8aed7dfb2048 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:11:38.951915 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Publish callbacks [] for port (f86275e6-410b-4276-954c-8aed7dfb2048), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.952457 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a7390806-0047-4fe0-8188-39488077facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 3, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port': {'id': 'a7390806-0047-4fe0-8188-39488077facf', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:33Z', 'updated_at': '2022-07-04T10:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:38.959752 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:38.985872 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ad794-716e-43c9-a9f9-702fbbf4e2f3 None None] The sync data for ids ['0a37284d-f3b2-406f-960e-20afd6000416'] in dv-cinder-848418-1-iscsi is: [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a7390806-0047-4fe0-8188-39488077facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 3, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port': {'id': 'a7390806-0047-4fe0-8188-39488077facf', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:33Z', 'updated_at': '2022-07-04T10:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:11:39.017398 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:39.037979 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f86275e6-410b-4276-954c-8aed7dfb2048,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:39.040581 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (0a37284d-f3b2-406f-960e-20afd6000416), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:39.156429 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Network 69b18236-bb9e-431e-a3d4-a05981d53f7b is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:11:39.158271 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:11:39.360743 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Router 0a37284d-f3b2-406f-960e-20afd6000416 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:11:39.520815 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:11:39.535912 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-61eb7d0d-6bdb-4f52-a38e-c8fca9cc29a2 admin admin] 10.222.0.79 "PUT /v2.0/routers/0a37284d-f3b2-406f-960e-20afd6000416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0013025 Jul 04 10:11:39.542618 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-698c5d6a-5bf1-4855-94b1-d9a651a4872c None None] Provisioning complete for port f86275e6-410b-4276-954c-8aed7dfb2048 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:39.543090 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-698c5d6a-5bf1-4855-94b1-d9a651a4872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:39.614149 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-698c5d6a-5bf1-4855-94b1-d9a651a4872c None None] Port f86275e6-410b-4276-954c-8aed7dfb2048 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:11:39.867462 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a7390806-0047-4fe0-8188-39488077facf up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:39.954229 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46498) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:40.029681 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port a7390806-0047-4fe0-8188-39488077facf triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:40.029681 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a7390806-0047-4fe0-8188-39488077facf), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.036780 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:40.051713 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec15cd7-55b1-4be1-8c99-e9618648ca2e req-8f202afa-0186-4d8b-a875-f9ef431407a0 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:40.060448 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dec15cd7-55b1-4be1-8c99-e9618648ca2e req-8f202afa-0186-4d8b-a875-f9ef431407a0 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0895810 Jul 04 10:11:40.097525 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:40.161217 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dec15cd7-55b1-4be1-8c99-e9618648ca2e req-11e4f72d-a6ed-414d-a4a3-2483150bed74 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993829 Jul 04 10:11:40.221127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port a7390806-0047-4fe0-8188-39488077facf is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:40.223952 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a7390806-0047-4fe0-8188-39488077facf), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.229889 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f626-1b7b-42e7-b322-a0f762c84b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.280431 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port a7390806-0047-4fe0-8188-39488077facf, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a7390806-0047-4fe0-8188-39488077facf,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:40.289705 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a7390806-0047-4fe0-8188-39488077facf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.364671 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=a7390806-0047-4fe0-8188-39488077facf,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:40.372973 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46502) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:40.378365 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-c0fae146-6e2e-46d1-8b65-2993c36fce13 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276727674', 'description': 'tempest-secgroup-smoke-276727674 description', 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:40.405577 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f626-1b7b-42e7-b322-a0f762c84b12 admin admin] Publish callbacks [] for security_group (537892da-9ab9-4d08-a70b-62234c3a9ceb), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.409465 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c0fae146-6e2e-46d1-8b65-2993c36fce13 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.413800 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f626-1b7b-42e7-b322-a0f762c84b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (537892da-9ab9-4d08-a70b-62234c3a9ceb), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.451661 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d5b4f626-1b7b-42e7-b322-a0f762c84b12 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d0dea7ee2c840cb8ff7b4bd243c6da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4937408 Jul 04 10:11:40.452250 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46506) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:40.477222 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4f626-1b7b-42e7-b322-a0f762c84b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537892da-9ab9-4d08-a70b-62234c3a9ceb,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:40.544741 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3bbe33da-4720-44f5-880b-ecc7ed76503b admin admin] Publish callbacks [] for security_group (537892da-9ab9-4d08-a70b-62234c3a9ceb), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.553032 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c0fae146-6e2e-46d1-8b65-2993c36fce13 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group (60541df0-5670-42de-adab-262180a945df), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.577423 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c0fae146-6e2e-46d1-8b65-2993c36fce13 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (60541df0-5670-42de-adab-262180a945df), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.610162 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3bbe33da-4720-44f5-880b-ecc7ed76503b admin admin] Publish callbacks [] for security_group (537892da-9ab9-4d08-a70b-62234c3a9ceb), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.632744 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c0fae146-6e2e-46d1-8b65-2993c36fce13 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.637647 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c0fae146-6e2e-46d1-8b65-2993c36fce13 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2599845 Jul 04 10:11:40.637801 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46508) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:40.642219 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-154e61ca-0903-42b6-b6d1-fcedcb87e890 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'security_group_rule': {'security_group_id': '60541df0-5670-42de-adab-262180a945df', 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:40.642920 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fae146-6e2e-46d1-8b65-2993c36fce13 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60541df0-5670-42de-adab-262180a945df,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:40.701806 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3bbe33da-4720-44f5-880b-ecc7ed76503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (537892da-9ab9-4d08-a70b-62234c3a9ceb), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.704371 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3bbe33da-4720-44f5-880b-ecc7ed76503b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.705730 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3bbe33da-4720-44f5-880b-ecc7ed76503b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/537892da-9ab9-4d08-a70b-62234c3a9ceb HTTP/1.1" status: 204 len: 168 time: 0.2521136 Jul 04 10:11:40.727886 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-154e61ca-0903-42b6-b6d1-fcedcb87e890 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (f23dcc7c-c77b-4465-9620-b46b7f5d17d6), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.744812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe33da-4720-44f5-880b-ecc7ed76503b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537892da-9ab9-4d08-a70b-62234c3a9ceb,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:40.832574 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-154e61ca-0903-42b6-b6d1-fcedcb87e890 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (f23dcc7c-c77b-4465-9620-b46b7f5d17d6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.839511 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-154e61ca-0903-42b6-b6d1-fcedcb87e890 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (f23dcc7c-c77b-4465-9620-b46b7f5d17d6), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.863362 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e61ca-0903-42b6-b6d1-fcedcb87e890 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23dcc7c-c77b-4465-9620-b46b7f5d17d6,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:40.873461 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-154e61ca-0903-42b6-b6d1-fcedcb87e890 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:40.878368 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46512) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:40.879083 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-154e61ca-0903-42b6-b6d1-fcedcb87e890 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403450 Jul 04 10:11:40.883157 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-afe9dca5-09b9-416c-a427-168e8d885425 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'security_group_rule': {'security_group_id': '60541df0-5670-42de-adab-262180a945df', 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:40.923125 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-afe9dca5-09b9-416c-a427-168e8d885425 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (f41e33cc-91b0-451c-a613-7aba50e8288b), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.028163 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-afe9dca5-09b9-416c-a427-168e8d885425 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (f41e33cc-91b0-451c-a613-7aba50e8288b), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.033505 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-afe9dca5-09b9-416c-a427-168e8d885425 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (f41e33cc-91b0-451c-a613-7aba50e8288b), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.057378 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9dca5-09b9-416c-a427-168e8d885425 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41e33cc-91b0-451c-a613-7aba50e8288b,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:41.068358 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-afe9dca5-09b9-416c-a427-168e8d885425 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.069717 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-afe9dca5-09b9-416c-a427-168e8d885425 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1902802 Jul 04 10:11:41.072808 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46516) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:41.079870 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-6e0ac5de-5d26-47db-801e-50d129c0b48f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'security_group_rule': {'security_group_id': '60541df0-5670-42de-adab-262180a945df', 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:41.112892 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac5de-5d26-47db-801e-50d129c0b48f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (d4bc6895-2076-4429-b18a-a8b2698145ba), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.183677 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac5de-5d26-47db-801e-50d129c0b48f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (d4bc6895-2076-4429-b18a-a8b2698145ba), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.188435 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac5de-5d26-47db-801e-50d129c0b48f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (d4bc6895-2076-4429-b18a-a8b2698145ba), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.209797 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ac5de-5d26-47db-801e-50d129c0b48f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bc6895-2076-4429-b18a-a8b2698145ba,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:41.217293 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac5de-5d26-47db-801e-50d129c0b48f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.219017 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6e0ac5de-5d26-47db-801e-50d129c0b48f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451678 Jul 04 10:11:41.221820 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46520) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:41.226364 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-55ea595a-8856-4067-939a-48b5aeeda7e6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'security_group_rule': {'security_group_id': '60541df0-5670-42de-adab-262180a945df', 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:41.291154 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4381846-2e36-48ba-bac0-607f442b5c24 req-20e92adb-4b40-4928-8e42-58b9ba9de5a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:41.292652 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f4381846-2e36-48ba-bac0-607f442b5c24 req-20e92adb-4b40-4928-8e42-58b9ba9de5a2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0613413 Jul 04 10:11:41.306223 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-55ea595a-8856-4067-939a-48b5aeeda7e6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (585d7bea-0642-44b0-a10c-9a8233eb9921), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.343282 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:41.358674 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:41.377736 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f4381846-2e36-48ba-bac0-607f442b5c24 req-9ad4a6bb-6d36-4edb-9837-06b0898c2bf9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792446 Jul 04 10:11:41.396549 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-55ea595a-8856-4067-939a-48b5aeeda7e6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (585d7bea-0642-44b0-a10c-9a8233eb9921), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.411564 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-55ea595a-8856-4067-939a-48b5aeeda7e6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (585d7bea-0642-44b0-a10c-9a8233eb9921), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.433907 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea595a-8856-4067-939a-48b5aeeda7e6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585d7bea-0642-44b0-a10c-9a8233eb9921,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:41.439453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-55ea595a-8856-4067-939a-48b5aeeda7e6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.440669 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-55ea595a-8856-4067-939a-48b5aeeda7e6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2177746 Jul 04 10:11:41.443505 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46522) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:41.447814 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-5d2ac852-8958-42fb-aa43-c54f64565f55 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'security_group_rule': {'security_group_id': '60541df0-5670-42de-adab-262180a945df', 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:41.471801 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.securitygroups_db [None req-5d2ac852-8958-42fb-aa43-c54f64565f55 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Project f8d7bb97464d4807a6b7bbac9a41dc67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 10:11:41.478225 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac852-8958-42fb-aa43-c54f64565f55 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (cb98117a-4687-4d77-b5f2-40ac829bc4b1), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.539037 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac852-8958-42fb-aa43-c54f64565f55 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (cb98117a-4687-4d77-b5f2-40ac829bc4b1), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.541180 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Sync routers for ids ['0a37284d-f3b2-406f-960e-20afd6000416'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:11:41.543992 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac852-8958-42fb-aa43-c54f64565f55 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (cb98117a-4687-4d77-b5f2-40ac829bc4b1), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.552253 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Routers {'0a37284d-f3b2-406f-960e-20afd6000416'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:41.552861 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0a37284d-f3b2-406f-960e-20afd6000416'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:41.563259 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ac852-8958-42fb-aa43-c54f64565f55 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb98117a-4687-4d77-b5f2-40ac829bc4b1,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:41.573683 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac852-8958-42fb-aa43-c54f64565f55 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.574900 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-5d2ac852-8958-42fb-aa43-c54f64565f55 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304753 Jul 04 10:11:41.577884 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46524) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:11:41.582521 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-93912cfc-6489-4ee7-b5fd-08eabbf9ec56 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'security_group_rule': {'security_group_id': '60541df0-5670-42de-adab-262180a945df', 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:11:41.604543 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.securitygroups_db [None req-93912cfc-6489-4ee7-b5fd-08eabbf9ec56 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Project f8d7bb97464d4807a6b7bbac9a41dc67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 10:11:41.610664 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-93912cfc-6489-4ee7-b5fd-08eabbf9ec56 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (b57d7bbc-1569-438e-a459-4bd5d90651c2), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.657152 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Set router 0a37284d-f3b2-406f-960e-20afd6000416 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:41.672627 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-93912cfc-6489-4ee7-b5fd-08eabbf9ec56 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (b57d7bbc-1569-438e-a459-4bd5d90651c2), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.677174 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-93912cfc-6489-4ee7-b5fd-08eabbf9ec56 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (b57d7bbc-1569-438e-a459-4bd5d90651c2), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.696932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93912cfc-6489-4ee7-b5fd-08eabbf9ec56 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57d7bbc-1569-438e-a459-4bd5d90651c2,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:41.707688 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-93912cfc-6489-4ee7-b5fd-08eabbf9ec56 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.717726 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-93912cfc-6489-4ee7-b5fd-08eabbf9ec56 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301863 Jul 04 10:11:41.807196 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a7390806-0047-4fe0-8188-39488077facf up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:41.852815 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port a7390806-0047-4fe0-8188-39488077facf triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:41.853305 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a7390806-0047-4fe0-8188-39488077facf), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:41.874592 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a7390806-0047-4fe0-8188-39488077facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:11:38Z', 'revision_number': 4, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port': {'id': 'a7390806-0047-4fe0-8188-39488077facf', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:33Z', 'updated_at': '2022-07-04T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'f86275e6-410b-4276-954c-8aed7dfb2048', 'name': '', 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'mac_address': 'fa:16:3e:1b:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '13b785f5-9786-4d69-868d-9530b52b9322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:37Z', 'updated_at': '2022-07-04T10:11:38Z', 'revision_number': 2, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'subnets': [{'id': '13b785f5-9786-4d69-868d-9530b52b9322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:41.906402 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Checking router: 0a37284d-f3b2-406f-960e-20afd6000416 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:11:41.906749 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Updating router 0a37284d-f3b2-406f-960e-20afd6000416 port f86275e6-410b-4276-954c-8aed7dfb2048 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:11:41.936598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port a7390806-0047-4fe0-8188-39488077facf is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:41.942948 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.139170 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:42.184845 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:42.203564 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Publish callbacks [] for port (f86275e6-410b-4276-954c-8aed7dfb2048), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.210089 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.272145 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67958c-47cb-45be-8294-329641f37c31 None None] Pushing event updated for resources: {'Port': ['ID=f86275e6-410b-4276-954c-8aed7dfb2048,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:42.344418 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Attempting to bind port f86275e6-410b-4276-954c-8aed7dfb2048 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:11:42.345010 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Attempting to bind port f86275e6-410b-4276-954c-8aed7dfb2048 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:11:42.345363 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Attempting to bind port f86275e6-410b-4276-954c-8aed7dfb2048 on network 69b18236-bb9e-431e-a3d4-a05981d53f7b {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:11:42.351179 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:11:42.351637 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Checking segment: {'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:11:42.352031 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.352528 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Bound using segment: {'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:11:42.352986 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Bound port: f86275e6-410b-4276-954c-8aed7dfb2048, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c613a69b-2729-4b73-bc22-7eb858bf48d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:11:42.353961 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.433284 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] For port f86275e6-410b-4276-954c-8aed7dfb2048, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:11:42.436846 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] For port f86275e6-410b-4276-954c-8aed7dfb2048, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=f86275e6-410b-4276-954c-8aed7dfb2048,segment=NetworkSegment(c613a69b-2729-4b73-bc22-7eb858bf48d8),segment_id=c613a69b-2729-4b73-bc22-7eb858bf48d8)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:11:42.444717 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.507613 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Routers {'0a37284d-f3b2-406f-960e-20afd6000416'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:11:42.508233 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0a37284d-f3b2-406f-960e-20afd6000416'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:42.509189 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909085e-1247-41b0-be8a-ea807d941249 req-2d6c5be7-7063-4947-b073-3bacc8084258 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:42.510809 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9909085e-1247-41b0-be8a-ea807d941249 req-2d6c5be7-7063-4947-b073-3bacc8084258 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0522156 Jul 04 10:11:42.558809 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-d8e12d79-8656-4882-bdf8-3b2871f1c0a8 None None] Provisioning complete for port f86275e6-410b-4276-954c-8aed7dfb2048 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:42.559241 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d8e12d79-8656-4882-bdf8-3b2871f1c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.583126 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9909085e-1247-41b0-be8a-ea807d941249 req-dbea9e20-e9a0-46f0-8429-c3855f5d7966 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655746 Jul 04 10:11:42.648364 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:42.656515 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-d8e12d79-8656-4882-bdf8-3b2871f1c0a8 None None] Current status of the port f86275e6-410b-4276-954c-8aed7dfb2048 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:42.656877 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d8e12d79-8656-4882-bdf8-3b2871f1c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.669206 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:42.680691 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67958c-47cb-45be-8294-329641f37c31 None None] Pushing event updated for resources: {'Port': ['ID=f86275e6-410b-4276-954c-8aed7dfb2048,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:42.698213 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-d8e12d79-8656-4882-bdf8-3b2871f1c0a8 None None] For port f86275e6-410b-4276-954c-8aed7dfb2048, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=f86275e6-410b-4276-954c-8aed7dfb2048,segment=NetworkSegment(c613a69b-2729-4b73-bc22-7eb858bf48d8),segment_id=c613a69b-2729-4b73-bc22-7eb858bf48d8)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:42.704008 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d8e12d79-8656-4882-bdf8-3b2871f1c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.729325 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] Set router 0a37284d-f3b2-406f-960e-20afd6000416 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:11:42.754856 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e12d79-8656-4882-bdf8-3b2871f1c0a8 None None] Pushing event updated for resources: {'Port': ['ID=f86275e6-410b-4276-954c-8aed7dfb2048,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:42.828097 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-43d5004f-6726-47de-b2a6-ab670eaeaa7b None None] Provisioning complete for port f86275e6-410b-4276-954c-8aed7dfb2048 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:42.828888 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-43d5004f-6726-47de-b2a6-ab670eaeaa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:42.904148 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-43d5004f-6726-47de-b2a6-ab670eaeaa7b None None] Current status of the port f86275e6-410b-4276-954c-8aed7dfb2048 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:42.938718 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a7390806-0047-4fe0-8188-39488077facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:11:38Z', 'revision_number': 4, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port': {'id': 'a7390806-0047-4fe0-8188-39488077facf', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:33Z', 'updated_at': '2022-07-04T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'f86275e6-410b-4276-954c-8aed7dfb2048', 'name': '', 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'mac_address': 'fa:16:3e:1b:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '13b785f5-9786-4d69-868d-9530b52b9322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:37Z', 'updated_at': '2022-07-04T10:11:42Z', 'revision_number': 4, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'subnets': [{'id': '13b785f5-9786-4d69-868d-9530b52b9322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:11:42.965232 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec350636-f6bb-44c8-9670-ed217424bc21 None None] The sync data for ids ['0a37284d-f3b2-406f-960e-20afd6000416'] in dv-cinder-848418-1-iscsi is: [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a7390806-0047-4fe0-8188-39488077facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:11:38Z', 'revision_number': 4, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port': {'id': 'a7390806-0047-4fe0-8188-39488077facf', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:33Z', 'updated_at': '2022-07-04T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'f86275e6-410b-4276-954c-8aed7dfb2048', 'name': '', 'network_id': '69b18236-bb9e-431e-a3d4-a05981d53f7b', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'mac_address': 'fa:16:3e:1b:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '13b785f5-9786-4d69-868d-9530b52b9322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:37Z', 'updated_at': '2022-07-04T10:11:42Z', 'revision_number': 4, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'subnets': [{'id': '13b785f5-9786-4d69-868d-9530b52b9322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:11:42.995474 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-d1134bdd-9e2f-4233-bc88-642c2bdc51ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393293 Jul 04 10:11:43.072012 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-fb2e444e-23a1-4190-b0bd-0b75e3575885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:43.073455 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-fb2e444e-23a1-4190-b0bd-0b75e3575885 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 1130 time: 0.0475039 Jul 04 10:11:43.188699 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-7e1d8091-72b8-4c93-bbd2-41629109159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:43.190235 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-7e1d8091-72b8-4c93-bbd2-41629109159c service neutron] 10.222.0.74 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 911 time: 0.0944927 Jul 04 10:11:43.261397 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-cd3bb1c5-a83a-42e0-b697-bd280144db71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb HTTP/1.1" status: 200 len: 1001 time: 0.0631268 Jul 04 10:11:43.312868 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-fc055340-23c6-4df0-861c-4e349cbe0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:43.314427 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-fc055340-23c6-4df0-861c-4e349cbe0f76 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 200 len: 849 time: 0.0456893 Jul 04 10:11:43.381601 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-32f6101b-8fbd-4ac9-a843-bdb908451ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:43.383261 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-32f6101b-8fbd-4ac9-a843-bdb908451ecc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28afbc1c-7fbf-4c17-a5be-8814771902ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618777 Jul 04 10:11:43.474446 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:43.485714 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-0b0a28b7-b7d6-4c60-ada5-7b2856ec2a1c service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945449 Jul 04 10:11:43.569991 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:43.583259 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0c16215-8dba-48c3-8fb6-9cfd2ca7a495 req-ef578b1c-7eac-459c-9aed-272e8c54371d service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906200 Jul 04 10:11:43.717808 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e623f5-3bc2-4a05-bc70-bf27b5f3e8dd req-d7ba0d61-7af3-49db-8347-bec345254d09 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:43.719342 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1e623f5-3bc2-4a05-bc70-bf27b5f3e8dd req-d7ba0d61-7af3-49db-8347-bec345254d09 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0543108 Jul 04 10:11:43.776274 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1e623f5-3bc2-4a05-bc70-bf27b5f3e8dd req-588b36fb-1123-4810-b98e-4d6a5153ee0a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503383 Jul 04 10:11:43.834190 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device f86275e6-410b-4276-954c-8aed7dfb2048 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:43.878521 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port f86275e6-410b-4276-954c-8aed7dfb2048 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:43.878910 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:43.960230 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port f86275e6-410b-4276-954c-8aed7dfb2048 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:44.901084 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f6db-4904-4e96-83ed-7bd2193f8dde req-18c0b50d-5cd3-4399-83e5-71f5e6a109d2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:44.902595 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3b74f6db-4904-4e96-83ed-7bd2193f8dde req-18c0b50d-5cd3-4399-83e5-71f5e6a109d2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0500915 Jul 04 10:11:44.951533 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3b74f6db-4904-4e96-83ed-7bd2193f8dde req-b7871de6-e002-4a3a-a6b5-6a4092f355fe tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Jul 04 10:11:46.084489 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e0c50-540e-44e7-b7f9-e6b161cbe512 req-bb7ab3b9-32cb-43f4-b2dc-ad610c733adc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:46.086022 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f40e0c50-540e-44e7-b7f9-e6b161cbe512 req-bb7ab3b9-32cb-43f4-b2dc-ad610c733adc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0491860 Jul 04 10:11:46.138431 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f40e0c50-540e-44e7-b7f9-e6b161cbe512 req-ce2561cb-f9d4-47ad-a173-545f08e964bf tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466311 Jul 04 10:11:47.266008 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b21f9-71dc-485a-86b6-7909f249739a req-a0461f40-e841-4724-a35e-2b0d5e3d8dca tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:47.267531 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a03b21f9-71dc-485a-86b6-7909f249739a req-a0461f40-e841-4724-a35e-2b0d5e3d8dca tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0515103 Jul 04 10:11:47.321909 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a03b21f9-71dc-485a-86b6-7909f249739a req-06e59038-714e-4841-9bff-0f9add3df527 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466230 Jul 04 10:11:48.462307 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0dfd7-3b73-4ac0-b160-1764265da147 req-9eb592e7-e6ca-4e4a-8118-fa757d336261 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:48.463899 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f5e0dfd7-3b73-4ac0-b160-1764265da147 req-9eb592e7-e6ca-4e4a-8118-fa757d336261 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0515769 Jul 04 10:11:48.515389 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f5e0dfd7-3b73-4ac0-b160-1764265da147 req-57463741-c7ee-4b15-a03f-8ad4c704a541 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451972 Jul 04 10:11:49.098600 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:11:49.645793 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4debf-4a0b-4492-a7fa-d386613d9f62 req-5ed8710a-7e93-4565-a8f1-ad1f1eb5e2f5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:49.647354 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2be4debf-4a0b-4492-a7fa-d386613d9f62 req-5ed8710a-7e93-4565-a8f1-ad1f1eb5e2f5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0514905 Jul 04 10:11:49.698324 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2be4debf-4a0b-4492-a7fa-d386613d9f62 req-0dd5b7aa-5b32-45bf-b8a9-05cc10dfb760 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444624 Jul 04 10:11:50.829969 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08e51a-fcc0-426b-9c8a-a443410f61f3 req-a9d0b954-646e-494e-b2a8-26be91218ce7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:50.831450 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bb08e51a-fcc0-426b-9c8a-a443410f61f3 req-a9d0b954-646e-494e-b2a8-26be91218ce7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0484710 Jul 04 10:11:50.860734 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=79,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:50.861598 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:50.882708 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bb08e51a-fcc0-426b-9c8a-a443410f61f3 req-4cdaa417-b50e-434f-96b5-c806146b4871 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Jul 04 10:11:52.014402 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372b05-0930-4073-9550-6633d9f1a7ce req-e2cf8818-cf95-436c-9196-f790d0ad5139 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:52.015795 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-01372b05-0930-4073-9550-6633d9f1a7ce req-e2cf8818-cf95-436c-9196-f790d0ad5139 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0526915 Jul 04 10:11:52.066817 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-01372b05-0930-4073-9550-6633d9f1a7ce req-4b2b49bc-f756-42eb-ae61-6e4bbaf31939 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Jul 04 10:11:52.942752 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:53.191410 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c2374-59d1-4a47-b8f1-c938e9a82da0 req-cb009c72-aff8-491e-8def-eac16b30b203 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:53.192922 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2e9c2374-59d1-4a47-b8f1-c938e9a82da0 req-cb009c72-aff8-491e-8def-eac16b30b203 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 944 time: 0.0496798 Jul 04 10:11:53.242692 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2e9c2374-59d1-4a47-b8f1-c938e9a82da0 req-370b37fc-788e-4fd4-89b2-4578723f7261 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Jul 04 10:11:53.907301 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:11:54.017704 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:54.029441 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'port_id': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'mac_address': 'fa:16:3e:40:ae:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:11:54.065140 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:54.065518 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:54.079130 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:11:54.099778 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:54.107418 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:54.162859 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=9']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:54.373407 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736553-f3c0-4d32-8fec-1c735cb9588a req-cad870b6-ffdf-480e-8caf-af86b64079f9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:54.375030 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7736553-f3c0-4d32-8fec-1c735cb9588a req-cad870b6-ffdf-480e-8caf-af86b64079f9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 945 time: 0.0499730 Jul 04 10:11:54.394658 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:54.411571 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:11:54.428925 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7736553-f3c0-4d32-8fec-1c735cb9588a req-81e627a5-5aa7-4e2a-ba76-322a861cb2f9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479417 Jul 04 10:11:54.490698 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:54.505005 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:55.390609 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a48992eb-69e1-48a8-8e94-89937e5e50d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:55.561593 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289c37c-c0f4-42aa-92fb-916bd1e3cb7a req-8b9547e8-3579-4de5-adaa-e0abc32934e5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:55.563630 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7289c37c-c0f4-42aa-92fb-916bd1e3cb7a req-8b9547e8-3579-4de5-adaa-e0abc32934e5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 945 time: 0.0556772 Jul 04 10:11:55.617264 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7289c37c-c0f4-42aa-92fb-916bd1e3cb7a req-0f9b0722-63e4-4bab-8edb-28cda155ab1e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453098 Jul 04 10:11:55.899017 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:11:55.954122 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:11:55.954471 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:56.024628 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:11:56.025011 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:56.047652 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:11:56.049925 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a9f584-e350-4f4e-a8e4-8c8a3bfabc66" -d '{"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-plugged", "status": "completed", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:11:56.062905 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:11:56.071005 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:56.096557 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac21ec0-12ab-41a3-bc5c-c01aed648e03 x-openstack-request-id: req-fac21ec0-12ab-41a3-bc5c-c01aed648e03 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:11:56.096808 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-plugged", "status": "completed", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:11:56.097073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fac21ec0-12ab-41a3-bc5c-c01aed648e03 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:11:56.097449 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac21ec0-12ab-41a3-bc5c-c01aed648e03'] response: {'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'code': 200} Jul 04 10:11:56.122513 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=10']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:11:56.637142 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:56.647617 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b13654-ba91-4bbf-aced-68ba802c7c1e req-2c0fb1a5-b25b-4979-afbc-cb641d0c0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:56.649123 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-07b13654-ba91-4bbf-aced-68ba802c7c1e req-2c0fb1a5-b25b-4979-afbc-cb641d0c0264 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 1131 time: 0.0512371 Jul 04 10:11:56.706099 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-07b13654-ba91-4bbf-aced-68ba802c7c1e req-2b8df3cf-8457-4f1f-90cf-931352ca6d85 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493448 Jul 04 10:11:56.745662 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f7c1c-5423-4e44-b130-22894c8c7e9f req-ac598c80-570c-4904-b309-e487880cfa0a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:56.747160 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-012f7c1c-5423-4e44-b130-22894c8c7e9f req-ac598c80-570c-4904-b309-e487880cfa0a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 947 time: 0.0566916 Jul 04 10:11:56.796231 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-012f7c1c-5423-4e44-b130-22894c8c7e9f req-f684373e-0e90-4cf3-ba34-f62f38795904 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Jul 04 10:11:57.547191 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ca8791f3-8366-4115-a56f-efaa3528bd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:57.935975 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67814a8-8408-484c-9dc8-715d5f127609 req-b97db73a-2aeb-416a-be2d-7841357e2474 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:57.937497 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a67814a8-8408-484c-9dc8-715d5f127609 req-b97db73a-2aeb-416a-be2d-7841357e2474 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 947 time: 0.0514209 Jul 04 10:11:57.990156 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a67814a8-8408-484c-9dc8-715d5f127609 req-1a624957-8382-4186-97b3-80f44b708ed9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444005 Jul 04 10:11:59.094298 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:11:59.117634 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152035d-f9d7-491d-97e3-b4409c50c163 req-3f36c506-a49a-4fa5-b3b6-debce7dd821b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:59.119123 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c152035d-f9d7-491d-97e3-b4409c50c163 req-3f36c506-a49a-4fa5-b3b6-debce7dd821b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 947 time: 0.0481422 Jul 04 10:11:59.171723 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c152035d-f9d7-491d-97e3-b4409c50c163 req-9cbff2a1-b5b9-4c4c-b82b-3df937047d8f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468247 Jul 04 10:11:59.322653 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-6350d076-e959-477a-9623-352d9772021f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276727674&fields=id&tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67 HTTP/1.1" status: 200 len: 267 time: 0.0495043 Jul 04 10:11:59.373213 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:11:59.433098 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-6f784ade-a814-4c7c-9f21-b7eed38ad8e4 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:11:59.434579 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-6f784ade-a814-4c7c-9f21-b7eed38ad8e4 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/networks?id=ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 200 len: 808 time: 0.1022472 Jul 04 10:11:59.452017 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-c0f02308-4cdb-45b2-a304-ee19c63206f7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/quotas/f8d7bb97464d4807a6b7bbac9a41dc67 HTTP/1.1" status: 200 len: 375 time: 0.0094507 Jul 04 10:11:59.507295 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-2d8e6f54-e854-4313-b72b-cf86b915f51e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485058 Jul 04 10:11:59.606514 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-6f10d4e7-dacc-4d04-86fb-c8f16054c200 service neutron] 10.222.0.79 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877819 Jul 04 10:11:59.704267 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-afd07c49-5ba8-4317-8887-7ccf5eaeb913 service neutron] 10.222.0.79 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921631 Jul 04 10:12:00.005776 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40f21901-1d36-452d-b6e6-a2b839ed4eeb req-f15ab30c-9d72-4d1d-8484-6c47901077fb tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0282912 Jul 04 10:12:00.449174 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:00.786994 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:01.052534 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d545e-9b4f-49e5-821f-b2578f697041 req-8ed36c97-f7db-4fea-aa42-95193a5460a6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:01.058256 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c35d545e-9b4f-49e5-821f-b2578f697041 req-8ed36c97-f7db-4fea-aa42-95193a5460a6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0571232 Jul 04 10:12:01.088842 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:01.170279 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-28db9a97-a544-4e1f-9fd6-6d04e3078d8d req-b2238556-96bc-4dac-925c-ae24b13fa44a tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0680778 Jul 04 10:12:01.205134 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c35d545e-9b4f-49e5-821f-b2578f697041 req-d6daee7d-5239-4fa2-b0fb-91e7df523daf tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349766 Jul 04 10:12:01.225743 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-ae659bb5-b42b-496d-985d-c8586828429f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:01.225743 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-ae659bb5-b42b-496d-985d-c8586828429f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.74 "GET /v2.0/networks?id=ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 200 len: 808 time: 0.1660423 Jul 04 10:12:01.264186 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:01.298838 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-c2657ad7-7add-45f4-850f-24b4994efe4d tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67 HTTP/1.1" status: 200 len: 379 time: 0.0546985 Jul 04 10:12:01.314226 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'port': {'device_id': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'admin_state_up': True, 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'security_groups': ['60541df0-5670-42de-adab-262180a945df']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:01.434378 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Made reservation on behalf of f8d7bb97464d4807a6b7bbac9a41dc67 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:12:01.437851 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:01.569320 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Allocated IP 172.20.0.12 (ce6e6105-a549-4580-b0f7-630aadbb2dbf/7c5e177a-1956-4b07-ad73-48c5e98ae268/0561989e-f05a-46b1-a7cf-00085ff7229a) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:12:01.713607 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:01.748807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:01.795710 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:12:01.798919 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:12:01.802739 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:12:01.828176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:01.861004 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:01.861813 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:01.881138 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-da3416e3-893d-48f7-bc3c-70df212b545c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704508 Jul 04 10:12:01.957649 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Request body: {'port': {'device_id': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:02.017327 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:02.057238 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-4fcdfeb6-bf1f-4929-8c60-f94dba71ce23 None None] Provisioning complete for port 0561989e-f05a-46b1-a7cf-00085ff7229a triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:12:02.057870 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4fcdfeb6-bf1f-4929-8c60-f94dba71ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:02.094446 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-4fcdfeb6-bf1f-4929-8c60-f94dba71ce23 None None] Port 0561989e-f05a-46b1-a7cf-00085ff7229a cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:12:02.268456 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:02.332643 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:02.359164 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4397a-97bc-4e19-8443-77060f085f8c req-d101bc7d-7293-43e4-a025-d737fb5b0693 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:02.360563 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dfe4397a-97bc-4e19-8443-77060f085f8c req-d101bc7d-7293-43e4-a025-d737fb5b0693 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 932 time: 0.1019471 Jul 04 10:12:02.412161 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4faf2-d4f9-4e63-8421-b7ef0f369c90 req-23b2cfaf-0962-4611-967b-8ca5035da775 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:02.413580 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c1b4faf2-d4f9-4e63-8421-b7ef0f369c90 req-23b2cfaf-0962-4611-967b-8ca5035da775 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.1240561 Jul 04 10:12:02.525235 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dfe4397a-97bc-4e19-8443-77060f085f8c req-9b6fd120-bd89-4fc5-ba69-41dfccbcb982 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234174 Jul 04 10:12:02.529989 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c1b4faf2-d4f9-4e63-8421-b7ef0f369c90 req-742deabd-ec41-4a84-959b-eba54b22b150 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013520 Jul 04 10:12:02.645793 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0561989e-f05a-46b1-a7cf-00085ff7229a {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:12:02.653279 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Publish callbacks [] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:02.666153 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Transition to ACTIVE for port object 0561989e-f05a-46b1-a7cf-00085ff7229a will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:12:02.673339 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:02.729500 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Pushing event updated for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:02.803935 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Attempting to bind port 0561989e-f05a-46b1-a7cf-00085ff7229a on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:12:02.804328 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Attempting to bind port 0561989e-f05a-46b1-a7cf-00085ff7229a by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:12:02.804667 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Attempting to bind port 0561989e-f05a-46b1-a7cf-00085ff7229a on network ce6e6105-a549-4580-b0f7-630aadbb2dbf {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:12:02.809424 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Port 0561989e-f05a-46b1-a7cf-00085ff7229a on network ce6e6105-a549-4580-b0f7-630aadbb2dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:12:02.809782 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Attempting to bind port 0561989e-f05a-46b1-a7cf-00085ff7229a on network ce6e6105-a549-4580-b0f7-630aadbb2dbf {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:12:02.814966 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:12:02.815312 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Checking segment: {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:12:02.815697 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Bound using segment: {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:12:02.816240 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Bound port: 0561989e-f05a-46b1-a7cf-00085ff7229a, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e787f4-a704-4fec-a523-6d1617d97b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:12:02.817243 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:02.883035 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:12:02.886059 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:12:02.893962 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:02.932475 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:02.933145 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:02.934902 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] 10.222.0.74 "PUT /v2.0/ports/0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 1094 time: 0.9817472 Jul 04 10:12:02.937932 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:02.940203 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:02.942842 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b29f2-8aaf-481e-8823-55988604e1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:02.972005 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb7fc2-67cd-406e-968e-934923dae094 service neutron] Pushing event updated for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:03.015958 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433bdda6-5ec9-476a-9423-f857a50ca361 x-openstack-request-id: req-433bdda6-5ec9-476a-9423-f857a50ca361 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:03.016233 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:03.016483 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-433bdda6-5ec9-476a-9423-f857a50ca361 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:03.016922 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433bdda6-5ec9-476a-9423-f857a50ca361'] response: {'name': 'network-changed', 'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'status': 'completed', 'code': 200} Jul 04 10:12:03.029237 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-75ffab61-b353-4d40-9639-d798e9c51c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:03.030845 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-75ffab61-b353-4d40-9639-d798e9c51c14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1128 time: 0.0484219 Jul 04 10:12:03.072450 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-d32390bd-86ad-4387-a6c1-e842385ecd15 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 217 time: 0.0332272 Jul 04 10:12:03.126603 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-8b66a854-123d-4d94-89fe-e0d91f1c2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:03.128093 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-8b66a854-123d-4d94-89fe-e0d91f1c2fa5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c5e177a-1956-4b07-ad73-48c5e98ae268 HTTP/1.1" status: 200 len: 847 time: 0.0459895 Jul 04 10:12:03.151576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:03.180815 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-8c01fc9d-c3a6-4b78-aa7c-9d2f10565450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:03.182231 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-8c01fc9d-c3a6-4b78-aa7c-9d2f10565450 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce6e6105-a549-4580-b0f7-630aadbb2dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398009 Jul 04 10:12:03.276954 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-3224eb66-9339-4591-b6b3-d548ce619ee8 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864553 Jul 04 10:12:03.361588 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:03.376409 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0e33970-62ce-4158-80f0-b83b5dde67b7 req-661bbf29-666b-4577-8b04-3c87029ba163 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888922 Jul 04 10:12:03.687571 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa45e3-facf-4e94-b5ff-80564df76b14 req-371a363f-5951-4e05-82f2-d45c23aea9bf tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:03.689063 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6fa45e3-facf-4e94-b5ff-80564df76b14 req-371a363f-5951-4e05-82f2-d45c23aea9bf tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0843718 Jul 04 10:12:03.710054 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c8dac-81e2-47b1-b736-a577649c800c req-32f0204b-1cc5-4246-8c0d-13b42cb10671 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:03.711456 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a6c8dac-81e2-47b1-b736-a577649c800c req-32f0204b-1cc5-4246-8c0d-13b42cb10671 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0976377 Jul 04 10:12:03.752460 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-3d010bb4-2cc2-4b64-84c4-7fb5d1d3809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:03.753935 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-3d010bb4-2cc2-4b64-84c4-7fb5d1d3809d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1128 time: 0.0835688 Jul 04 10:12:03.829261 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6fa45e3-facf-4e94-b5ff-80564df76b14 req-184cb7c4-fd37-41d4-b9c5-41adc04c0bc5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147010 Jul 04 10:12:03.834154 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a6c8dac-81e2-47b1-b736-a577649c800c req-9e38e7e7-54f1-4276-9652-7a6a2c3cd8a0 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093819 Jul 04 10:12:03.885647 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-e5a26766-fd64-49c6-88c4-590fa6ba9e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:03.887095 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-e5a26766-fd64-49c6-88c4-590fa6ba9e7f service neutron] 10.222.0.74 "GET /v2.0/networks?id=ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 200 len: 909 time: 0.1193459 Jul 04 10:12:03.945248 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-7afcb508-687e-4e7e-9f83-73b055dee8de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 217 time: 0.0463121 Jul 04 10:12:04.003288 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-da2d605d-3e49-4372-bdef-8e98ef72f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:04.005322 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-da2d605d-3e49-4372-bdef-8e98ef72f352 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c5e177a-1956-4b07-ad73-48c5e98ae268 HTTP/1.1" status: 200 len: 847 time: 0.0522466 Jul 04 10:12:04.054354 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-431820a8-b6e9-4a8e-8f24-095d1e8c8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:04.055837 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-431820a8-b6e9-4a8e-8f24-095d1e8c8445 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce6e6105-a549-4580-b0f7-630aadbb2dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438204 Jul 04 10:12:04.150522 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-8021659e-b6bb-482d-aada-631d77022d23 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862422 Jul 04 10:12:04.242688 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-473b29f2-8aaf-481e-8823-55988604e1c1 req-8beca39a-c3f7-48dd-b359-5475254a3388 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845883 Jul 04 10:12:04.995811 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8c28-ae94-4dd7-87fc-9cc35433bf1a req-fd6e8771-4fb9-4231-b462-4ca4fccc3630 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:04.997282 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-482d8c28-ae94-4dd7-87fc-9cc35433bf1a req-fd6e8771-4fb9-4231-b462-4ca4fccc3630 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0892706 Jul 04 10:12:05.003165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77f8d-0824-4d10-b77f-8837989d7f34 req-68530dd5-6415-401d-8d39-e72d1bd03947 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:05.004541 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-33c77f8d-0824-4d10-b77f-8837989d7f34 req-68530dd5-6415-401d-8d39-e72d1bd03947 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0831604 Jul 04 10:12:05.078220 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-482d8c28-ae94-4dd7-87fc-9cc35433bf1a req-c2cf4a9b-5d70-4277-8d24-183a96118e07 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725992 Jul 04 10:12:05.081337 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-33c77f8d-0824-4d10-b77f-8837989d7f34 req-adb8b887-e0ab-46fa-a2dd-41289bb73bec tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698981 Jul 04 10:12:05.781017 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:05.802061 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb11973-6450-4311-870b-c1df574d8ad1 req-b3ff61fb-0e4c-4b3b-a93b-025aa3cd1067 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:05.803561 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7eb11973-6450-4311-870b-c1df574d8ad1 req-b3ff61fb-0e4c-4b3b-a93b-025aa3cd1067 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.0527811 Jul 04 10:12:05.868780 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7eb11973-6450-4311-870b-c1df574d8ad1 req-d85c7734-a44b-4e70-90f9-0dfe55fd1338 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583742 Jul 04 10:12:06.225448 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9271f-b8b0-411f-9f7d-1b27dc33e2ac req-d9a8c583-c28e-4977-a2e1-b45981fc3e4a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:06.226947 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-96a9271f-b8b0-411f-9f7d-1b27dc33e2ac req-d9a8c583-c28e-4977-a2e1-b45981fc3e4a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0745137 Jul 04 10:12:06.232670 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380c016-f7e9-43ed-90ce-0f1934978ad4 req-1dc29d4c-2dd3-40e3-b1bb-903ceda3f39b tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:06.234043 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8380c016-f7e9-43ed-90ce-0f1934978ad4 req-1dc29d4c-2dd3-40e3-b1bb-903ceda3f39b tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0796659 Jul 04 10:12:06.255428 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:06.309010 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-96a9271f-b8b0-411f-9f7d-1b27dc33e2ac req-bbb62a4c-a27d-4759-a4cc-c7d23ac99950 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740426 Jul 04 10:12:06.312660 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8380c016-f7e9-43ed-90ce-0f1934978ad4 req-1a5b3775-0be4-427a-bddf-62b458dbfbdc tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717504 Jul 04 10:12:07.004730 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef655674-b524-4263-bb0f-e15d3650f8c2 req-78b717bd-c967-4819-9416-b7d643850cd2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:07.006608 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ef655674-b524-4263-bb0f-e15d3650f8c2 req-78b717bd-c967-4819-9416-b7d643850cd2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.0515490 Jul 04 10:12:07.058313 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ef655674-b524-4263-bb0f-e15d3650f8c2 req-8db52283-667a-419c-996b-90844910ce8b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Jul 04 10:12:07.289222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b11c15-ff90-480b-a410-3f5eb593051c req-6b012eea-0933-4d52-97b6-fd6fab2b2cdb tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:07.291029 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-09b11c15-ff90-480b-a410-3f5eb593051c req-6b012eea-0933-4d52-97b6-fd6fab2b2cdb tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.0538993 Jul 04 10:12:07.478068 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Deleting port 391d4036-90c2-4805-86d2-58d8be59784d {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:12:07.478321 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (391d4036-90c2-4805-86d2-58d8be59784d), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:07.501805 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0932a-4a2c-45e2-ad23-8a00f5cb2dfd req-5ef04d13-ae4e-4311-aebc-d5d34164621f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:07.503246 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-59b0932a-4a2c-45e2-ad23-8a00f5cb2dfd req-5ef04d13-ae4e-4311-aebc-d5d34164621f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.1081305 Jul 04 10:12:07.512998 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f91-7b4d-48c1-abf9-e6132ee91684 req-72872a52-f160-4d8a-987f-5fcbb7229fee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:07.514400 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b04c9f91-7b4d-48c1-abf9-e6132ee91684 req-72872a52-f160-4d8a-987f-5fcbb7229fee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.1106679 Jul 04 10:12:07.645283 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-59b0932a-4a2c-45e2-ad23-8a00f5cb2dfd req-db699c0c-3ef9-4ac8-9c3d-a465e2d8b138 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276360 Jul 04 10:12:07.653120 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b04c9f91-7b4d-48c1-abf9-e6132ee91684 req-5411abbc-21c4-42f1-9e93-89c7405abde5 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319046 Jul 04 10:12:07.661599 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] For port 391d4036-90c2-4805-86d2-58d8be59784d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=391d4036-90c2-4805-86d2-58d8be59784d,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:07.662043 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (391d4036-90c2-4805-86d2-58d8be59784d), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:07.870673 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:07.871030 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (4c859c58-0bf1-4c56-9b4e-bf800cc0effe), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:07.871345 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Floating IP 4c859c58-0bf1-4c56-9b4e-bf800cc0effe disassociated. External IP: 172.27.2.4, port: 391d4036-90c2-4805-86d2-58d8be59784d. Jul 04 10:12:07.871690 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Calling delete_port for 391d4036-90c2-4805-86d2-58d8be59784d owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:12:08.175613 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:08.206359 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013b9a5-f1a9-4a89-bb99-7f27b0473b62 req-528503ae-853b-400a-b243-2ca0a4cc0303 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:08.207790 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2013b9a5-f1a9-4a89-bb99-7f27b0473b62 req-528503ae-853b-400a-b243-2ca0a4cc0303 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 946 time: 0.0636673 Jul 04 10:12:08.288354 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:08.302870 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2013b9a5-f1a9-4a89-bb99-7f27b0473b62 req-b896cbcc-ceeb-4230-83ec-79bde16a99cd tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0307082-051a-4dce-9130-fbce48905e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885181 Jul 04 10:12:08.318416 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (391d4036-90c2-4805-86d2-58d8be59784d), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:08.351050 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'Port': ['ID=391d4036-90c2-4805-86d2-58d8be59784d,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:08.464166 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:12:08.569982 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:12:08.581932 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:12:08.591733 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:08.592690 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:08.637661 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] No DVR routers for this DVR port 391d4036-90c2-4805-86d2-58d8be59784d on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:12:08.640980 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:08.644371 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-09b11c15-ff90-480b-a410-3f5eb593051c req-93ef5db5-edf0-48a9-a1a2-1fe1c4514ec1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "DELETE /v2.0/ports/391d4036-90c2-4805-86d2-58d8be59784d HTTP/1.1" status: 204 len: 173 time: 1.3470080 Jul 04 10:12:08.644828 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'name': 'network-vif-deleted', 'tag': '391d4036-90c2-4805-86d2-58d8be59784d'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:08.647573 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc2eaa3-7766-4e24-94e6-43919f0f73b1" -d '{"events": [{"server_uuid": "13a952ca-c64f-4b22-89d3-3911935ee74d", "name": "network-vif-deleted", "tag": "391d4036-90c2-4805-86d2-58d8be59784d"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:08.687845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec8ea91-77ee-4a4c-875e-975764786e19 x-openstack-request-id: req-1ec8ea91-77ee-4a4c-875e-975764786e19 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:08.688140 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a952ca-c64f-4b22-89d3-3911935ee74d", "name": "network-vif-deleted", "tag": "391d4036-90c2-4805-86d2-58d8be59784d", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:08.688386 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ec8ea91-77ee-4a4c-875e-975764786e19 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:08.688858 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec8ea91-77ee-4a4c-875e-975764786e19'] response: {'server_uuid': '13a952ca-c64f-4b22-89d3-3911935ee74d', 'name': 'network-vif-deleted', 'tag': '391d4036-90c2-4805-86d2-58d8be59784d', 'status': 'completed', 'code': 200} Jul 04 10:12:08.810357 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a66a37-6e8f-47f8-931c-f46895c7cb72 req-877f19dc-006d-4056-92a1-8036ae98cb82 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:08.811860 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-13a66a37-6e8f-47f8-931c-f46895c7cb72 req-877f19dc-006d-4056-92a1-8036ae98cb82 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0797150 Jul 04 10:12:08.822796 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc737c-d6b4-4e0c-80cd-0ecdc48d22c1 req-8f0ce75f-c38f-47b4-839d-cff0bd93e0c0 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:08.824259 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-61dc737c-d6b4-4e0c-80cd-0ecdc48d22c1 req-8f0ce75f-c38f-47b4-839d-cff0bd93e0c0 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0613661 Jul 04 10:12:08.847248 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:08.887036 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-13a66a37-6e8f-47f8-931c-f46895c7cb72 req-7c2faafc-d056-4d7b-9032-6f174a452b35 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617349 Jul 04 10:12:08.920281 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-61dc737c-d6b4-4e0c-80cd-0ecdc48d22c1 req-98e01cf9-e8d8-4366-8494-6372d88209fe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880101 Jul 04 10:12:09.019096 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:09.076643 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:34Z', 'revision_number': 2, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:09.105519 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:12:09.114228 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:09.114977 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:09.218730 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:09.290820 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:09.415940 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-30060080-5847-4bff-8a6d-4cabfd626c32 req-67019672-cf49-4af6-b603-21b0cbf1cb48 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=13a952ca-c64f-4b22-89d3-3911935ee74d HTTP/1.1" status: 200 len: 210 time: 0.0286222 Jul 04 10:12:09.432387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:34Z', 'revision_number': 2, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:09.457064 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87813cdd-6957-4ee8-bff1-05e0d4665dee None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '5484669d-a6ae-49d5-9a70-148f0810d534', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:54:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:08:54Z', 'updated_at': '2022-07-04T10:09:34Z', 'revision_number': 2, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:12:09.697506 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bfab47-1b01-4c83-bd0c-f42fddd01327 None None] New status for floating IP 4c859c58-0bf1-4c56-9b4e-bf800cc0effe: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:12:09.966558 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 391d4036-90c2-4805-86d2-58d8be59784d no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:12:09.994057 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 391d4036-90c2-4805-86d2-58d8be59784d {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:12:09.994636 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 391d4036-90c2-4805-86d2-58d8be59784d not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:12:10.066072 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed356011-1e47-435a-898d-a454f131f85f req-68a96d92-d3fb-4a41-902f-8d725d53b595 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:10.067732 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ed356011-1e47-435a-898d-a454f131f85f req-68a96d92-d3fb-4a41-902f-8d725d53b595 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0717347 Jul 04 10:12:10.137101 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ed356011-1e47-435a-898d-a454f131f85f req-4798c889-05cc-4ea0-b038-515fb3572976 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571215 Jul 04 10:12:10.246153 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04107a6-e701-42a3-8297-5d38df13de0e req-4ce412dc-b8b1-45fd-b2da-c7c9e0a65c45 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:10.247765 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d04107a6-e701-42a3-8297-5d38df13de0e req-4ce412dc-b8b1-45fd-b2da-c7c9e0a65c45 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0523763 Jul 04 10:12:10.304638 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d04107a6-e701-42a3-8297-5d38df13de0e req-08e6c457-9f67-4f1a-a0e5-d10e9504ba4e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499878 Jul 04 10:12:10.504570 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46808) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:10.561420 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a34084f5-afaf-4dad-a9f2-eefeaf9cfe0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (c0307082-051a-4dce-9130-fbce48905e9e), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:10.571520 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:10.588153 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a34084f5-afaf-4dad-a9f2-eefeaf9cfe0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (c0307082-051a-4dce-9130-fbce48905e9e), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:10.640332 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a34084f5-afaf-4dad-a9f2-eefeaf9cfe0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c0307082-051a-4dce-9130-fbce48905e9e), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:10.642865 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a34084f5-afaf-4dad-a9f2-eefeaf9cfe0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:10.644058 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-a34084f5-afaf-4dad-a9f2-eefeaf9cfe0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "DELETE /v2.0/security-groups/c0307082-051a-4dce-9130-fbce48905e9e HTTP/1.1" status: 204 len: 168 time: 0.1384540 Jul 04 10:12:10.647390 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46810) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:10.653370 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34084f5-afaf-4dad-a9f2-eefeaf9cfe0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0307082-051a-4dce-9130-fbce48905e9e,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:10.664635 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.api.v2.resource [None req-c475e38f-b392-42dc-9a21-c1da357d0567 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] show failed (client error): The resource could not be found. Jul 04 10:12:10.665647 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c475e38f-b392-42dc-9a21-c1da357d0567 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups/c0307082-051a-4dce-9130-fbce48905e9e HTTP/1.1" status: 404 len: 347 time: 0.0171795 Jul 04 10:12:10.668890 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46812) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:10.785280 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Deleting port c7120a1f-8ec7-4c60-a298-ef2269d9d68c {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:12:10.785722 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:10.871125 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:10.871454 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:10.884030 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Calling delete_port for c7120a1f-8ec7-4c60-a298-ef2269d9d68c owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:12:11.032001 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (c7120a1f-8ec7-4c60-a298-ef2269d9d68c), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:11.059923 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'Port': ['ID=c7120a1f-8ec7-4c60-a298-ef2269d9d68c,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:11.120937 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (4c859c58-0bf1-4c56-9b4e-bf800cc0effe), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:11.123750 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:11.125174 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-934f658f-c404-4794-a9b4-33cf0423a903 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "DELETE /v2.0/floatingips/4c859c58-0bf1-4c56-9b4e-bf800cc0effe HTTP/1.1" status: 204 len: 168 time: 0.4552903 Jul 04 10:12:11.262282 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc65435-343c-4e16-8005-026023ad3cbf req-8cb35b98-2cd6-490d-a701-c0747cccf768 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:11.264351 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bfc65435-343c-4e16-8005-026023ad3cbf req-8cb35b98-2cd6-490d-a701-c0747cccf768 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0566027 Jul 04 10:12:11.327986 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bfc65435-343c-4e16-8005-026023ad3cbf req-2052f00b-4863-4467-99f1-5bf94b24d950 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551877 Jul 04 10:12:11.436639 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e7424-cc37-438b-a984-bf5cd305b3c9 req-8e831a31-9886-4345-8028-d01be90ab230 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:11.438174 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ff5e7424-cc37-438b-a984-bf5cd305b3c9 req-8e831a31-9886-4345-8028-d01be90ab230 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0502217 Jul 04 10:12:11.484361 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:11.489288 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ff5e7424-cc37-438b-a984-bf5cd305b3c9 req-3417a3e2-8b85-4549-977b-645dbb373c64 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 Jul 04 10:12:11.748426 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae43725-8f4d-42d2-bf3c-e9f1cb6f2065 req-b81b591f-92c9-4fe2-87e2-f40485209704 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:11.749959 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-eae43725-8f4d-42d2-bf3c-e9f1cb6f2065 req-b81b591f-92c9-4fe2-87e2-f40485209704 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0582302 Jul 04 10:12:11.826379 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-1c242765-ba0c-4cc5-ac04-76defe9e8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:11.827856 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-1c242765-ba0c-4cc5-ac04-76defe9e8581 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 1130 time: 0.0629029 Jul 04 10:12:11.835070 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-eae43725-8f4d-42d2-bf3c-e9f1cb6f2065 req-1fb52dbd-4968-4323-b5d8-d3fe5c9a5bb7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779989 Jul 04 10:12:11.925185 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-7d31717a-88b5-408e-9592-9f1b8e09ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:11.926778 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-7d31717a-88b5-408e-9592-9f1b8e09ec77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 911 time: 0.0909142 Jul 04 10:12:11.969058 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 0561989e-f05a-46b1-a7cf-00085ff7229a details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:12:11.995453 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-a0e90796-6550-4134-b86f-aa46dd0e3bb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb HTTP/1.1" status: 200 len: 1001 time: 0.0620956 Jul 04 10:12:12.045471 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-d3c64a0c-ce17-4fd5-9ea6-e67e7e026b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:12.047035 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-d3c64a0c-ce17-4fd5-9ea6-e67e7e026b53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 200 len: 849 time: 0.0455675 Jul 04 10:12:12.072953 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:12.083822 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'port_id': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:12:12.089678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-f3aeff9f-4771-4dc2-9a5e-a26c8b0f26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:12.091219 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-f3aeff9f-4771-4dc2-9a5e-a26c8b0f26c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28afbc1c-7fbf-4c17-a5be-8814771902ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383053 Jul 04 10:12:12.120705 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 0561989e-f05a-46b1-a7cf-00085ff7229a is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:12:12.121086 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:12.140776 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0561989e-f05a-46b1-a7cf-00085ff7229a {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:12:12.161258 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:12.166640 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:12.185229 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-4ca0790a-03c2-44e9-b74d-25c3109a905f service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875320 Jul 04 10:12:12.213533 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:12.221401 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.221744 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.222099 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.222637 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.222965 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.223285 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.223583 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.223897 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.224226 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.224524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.224823 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.225139 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.226158 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.226158 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.226406 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:12.275634 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98b455ac-2da3-4f44-8b18-c1c45e8b2321 req-04467886-e916-4f35-87dd-2ce88e59c6e3 service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845497 Jul 04 10:12:12.448889 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9e783-6456-4f5c-93b7-ff022c39378d req-01cd5522-6910-4e8b-8182-47db39633614 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:12.450414 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-83d9e783-6456-4f5c-93b7-ff022c39378d req-01cd5522-6910-4e8b-8182-47db39633614 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 945 time: 0.0516510 Jul 04 10:12:12.452286 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['0561989e-f05a-46b1-a7cf-00085ff7229a'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:12:12.504607 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-83d9e783-6456-4f5c-93b7-ff022c39378d req-2cb19704-aad3-47a6-911b-bc381166c974 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480144 Jul 04 10:12:12.586729 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:12.959107 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fec3f7-0638-4a67-ac6a-641632cc9092 req-55f4daa2-1955-489e-9d5d-0f50ca8e2943 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:12.960593 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b5fec3f7-0638-4a67-ac6a-641632cc9092 req-55f4daa2-1955-489e-9d5d-0f50ca8e2943 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0477767 Jul 04 10:12:13.008074 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b5fec3f7-0638-4a67-ac6a-641632cc9092 req-a8838412-cec9-48fe-8c0b-01aba4a6d8e7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Jul 04 10:12:13.606868 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:13.623707 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5441530-6ba2-4c18-b5fe-0357d49a1f58 req-6752b9dd-804c-43a1-a1e9-1b00529ace67 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:13.625213 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b5441530-6ba2-4c18-b5fe-0357d49a1f58 req-6752b9dd-804c-43a1-a1e9-1b00529ace67 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 945 time: 0.0490961 Jul 04 10:12:13.678769 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b5441530-6ba2-4c18-b5fe-0357d49a1f58 req-2a3e84ad-46e7-4902-bd93-184c6ac19013 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476809 Jul 04 10:12:13.978169 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 0561989e-f05a-46b1-a7cf-00085ff7229a up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:12:14.028951 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 0561989e-f05a-46b1-a7cf-00085ff7229a completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:12:14.036856 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 0561989e-f05a-46b1-a7cf-00085ff7229a triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:12:14.037223 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:14.058060 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:14.114050 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 0561989e-f05a-46b1-a7cf-00085ff7229a is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:12:14.114452 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:14.122302 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68a6ce-b7e2-4d0d-80b2-ebe9467c89e0 req-14b08827-7810-4180-ab0d-0ee86b24760c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:14.123891 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5b68a6ce-b7e2-4d0d-80b2-ebe9467c89e0 req-14b08827-7810-4180-ab0d-0ee86b24760c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0468168 Jul 04 10:12:14.140785 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:14.143038 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a69f561-830f-4190-9054-03c20b56082e" -d '{"events": [{"server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "name": "network-vif-plugged", "status": "completed", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:14.156147 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:14.161903 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:14.178586 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5b68a6ce-b7e2-4d0d-80b2-ebe9467c89e0 req-748282cc-6dd6-4f63-8201-52539430c95e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487278 Jul 04 10:12:14.189168 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9c3773-79ed-4ad4-b5f0-1f08f7424ccf x-openstack-request-id: req-da9c3773-79ed-4ad4-b5f0-1f08f7424ccf {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:14.189452 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "name": "network-vif-plugged", "status": "completed", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:14.189734 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da9c3773-79ed-4ad4-b5f0-1f08f7424ccf {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:14.190126 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9c3773-79ed-4ad4-b5f0-1f08f7424ccf'] response: {'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'code': 200} Jul 04 10:12:14.212863 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:14.463316 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef580e-ace2-44a3-a495-bed395b33ea3 req-5cff81e9-b38f-4c5a-8b65-a6b285ec083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:14.464890 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-77ef580e-ace2-44a3-a495-bed395b33ea3 req-5cff81e9-b38f-4c5a-8b65-a6b285ec083a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1130 time: 0.0384638 Jul 04 10:12:14.492275 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:14.515743 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-77ef580e-ace2-44a3-a495-bed395b33ea3 req-529ad5d2-b281-479c-8992-7e8582c4e705 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Jul 04 10:12:14.810468 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29a7cc-6b65-47e7-b9dd-a735dfcca451 req-5f997f12-e02a-427d-a155-2614b8d37749 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:14.811993 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bf29a7cc-6b65-47e7-b9dd-a735dfcca451 req-5f997f12-e02a-427d-a155-2614b8d37749 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0526750 Jul 04 10:12:14.862922 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bf29a7cc-6b65-47e7-b9dd-a735dfcca451 req-1bdc1b4a-e0b5-4fcb-b454-7a80613fcaed tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452900 Jul 04 10:12:15.987650 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02cd64-a851-482f-adc3-f529d35a52e0 req-07f16cd2-d8d3-4b42-8b9e-a31cac138ae5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:15.989107 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b02cd64-a851-482f-adc3-f529d35a52e0 req-07f16cd2-d8d3-4b42-8b9e-a31cac138ae5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0486779 Jul 04 10:12:16.039509 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b02cd64-a851-482f-adc3-f529d35a52e0 req-8ed6cd05-c64b-4125-902c-4cd57bbed474 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447388 Jul 04 10:12:17.175175 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39728df6-4258-4644-ad30-d906c6a69454 req-92497e90-a875-4ea2-b8cf-bff4c9137c7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:17.176676 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-39728df6-4258-4644-ad30-d906c6a69454 req-92497e90-a875-4ea2-b8cf-bff4c9137c7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0553305 Jul 04 10:12:17.230364 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-39728df6-4258-4644-ad30-d906c6a69454 req-7a2a335e-05b7-4acf-8c76-a45a2ff99d9e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475557 Jul 04 10:12:17.352490 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a686-c2c2-4d0c-8f7a-f7f606bf99a0 req-2dd1e821-0b32-4989-b2b0-566d623b787b tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:17.354372 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2da0a686-c2c2-4d0c-8f7a-f7f606bf99a0 req-2dd1e821-0b32-4989-b2b0-566d623b787b tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0527699 Jul 04 10:12:17.405152 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2da0a686-c2c2-4d0c-8f7a-f7f606bf99a0 req-a8da8ea2-4e95-4cf4-98bb-2b53320105a8 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445158 Jul 04 10:12:17.428580 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46874) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:17.631698 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f020f8b7-2b3f-4700-8fd4-6bab252507db tempest-TestShelveInstance-576254846 tempest-TestShelveInstance-576254846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:17.636362 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46880) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:17.636622 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f020f8b7-2b3f-4700-8fd4-6bab252507db tempest-TestShelveInstance-576254846 tempest-TestShelveInstance-576254846-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1125 time: 0.2067952 Jul 04 10:12:17.645269 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'port_id': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:17.671749 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:17.765404 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:17.881514 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Allocated IP 172.27.2.167 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/fc93a60a-08b2-4432-9a4f-ccea485129bf) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:12:17.994007 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:18.037960 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-d76689dc-56c4-46eb-b133-2953d5d6ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:18.039464 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-d76689dc-56c4-46eb-b133-2953d5d6ef7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1130 time: 0.1112018 Jul 04 10:12:18.075764 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6896d9-f81b-4cde-afdb-396d2d0b7c6e req-51516831-3fb5-4e7a-be0b-a397b22e1553 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:18.077240 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad6896d9-f81b-4cde-afdb-396d2d0b7c6e req-51516831-3fb5-4e7a-be0b-a397b22e1553 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.1337650 Jul 04 10:12:18.121408 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for port (fc93a60a-08b2-4432-9a4f-ccea485129bf), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:18.128248 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:18.214201 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad6896d9-f81b-4cde-afdb-396d2d0b7c6e req-34ad3695-63b8-42c2-9512-e0fbe3688453 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229222 Jul 04 10:12:18.226949 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-a11cf36d-aa06-4f74-a043-fc126636c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:18.228210 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-a11cf36d-aa06-4f74-a043-fc126636c24e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.1779399 Jul 04 10:12:18.229564 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (fc93a60a-08b2-4432-9a4f-ccea485129bf), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:18.316659 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:12:18.325043 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:12:18.328812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:12:18.331271 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'Port': ['ID=fc93a60a-08b2-4432-9a4f-ccea485129bf,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:18.335699 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-a04a81c3-206e-4085-90c8-f194b97a2972 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 200 len: 1002 time: 0.1005182 Jul 04 10:12:18.413821 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-0c6f55eb-a272-4c44-bb07-527eea087f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:18.415188 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-0c6f55eb-a272-4c44-bb07-527eea087f6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0613947 Jul 04 10:12:18.505971 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-e8c4c65c-6c42-4c28-8eda-6681735be14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:18.507457 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-e8c4c65c-6c42-4c28-8eda-6681735be14b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758955 Jul 04 10:12:18.709745 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-e7b8a997-6a96-4060-90ce-144cb57a25f4 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910584 Jul 04 10:12:19.083771 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:19.185242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for floatingip (7722d81d-3f26-4d2f-bcb5-935c8292eb85), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:19.209991 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99a4782a-9427-42f2-bc04-37808d44fcb5 req-5ea31bbd-3e93-4f29-9abb-2ee6241c0285 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619989 Jul 04 10:12:19.212314 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:19.225457 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3164-a042-470a-b96f-7b5966ed778b req-39be0d09-9c01-4dda-b058-5612bd155063 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:19.227313 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99aa3164-a042-470a-b96f-7b5966ed778b req-39be0d09-9c01-4dda-b058-5612bd155063 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.1120729 Jul 04 10:12:19.340414 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (fc93a60a-08b2-4432-9a4f-ccea485129bf), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:19.350375 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99aa3164-a042-470a-b96f-7b5966ed778b req-9e7e32f8-a502-4a0f-8352-c1da3136248e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126857 Jul 04 10:12:19.391954 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c7b82-92ec-40a6-bb54-1121c2c32cfa req-a7fc7473-a0ac-47b6-8cce-befb55e6bd0b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:19.393728 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-424c7b82-92ec-40a6-bb54-1121c2c32cfa req-a7fc7473-a0ac-47b6-8cce-befb55e6bd0b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0968761 Jul 04 10:12:19.506950 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-424c7b82-92ec-40a6-bb54-1121c2c32cfa req-6d092b16-a40e-442e-beff-88e3d90bce2c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053402 Jul 04 10:12:19.564395 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for port (fc93a60a-08b2-4432-9a4f-ccea485129bf), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:19.570687 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (fc93a60a-08b2-4432-9a4f-ccea485129bf), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:19.638391 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event updated for resources: {'Port': ['ID=fc93a60a-08b2-4432-9a4f-ccea485129bf,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:19.650698 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (7722d81d-3f26-4d2f-bcb5-935c8292eb85), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:19.750119 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Floating IP 7722d81d-3f26-4d2f-bcb5-935c8292eb85 associated. External IP: 172.27.2.167, port: 0561989e-f05a-46b1-a7cf-00085ff7229a. Jul 04 10:12:19.779810 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:19.952979 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:19.966263 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Router d256d3bb-5f14-4301-bbeb-079aaed121f8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:12:20.075526 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:12:20.086286 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] Sync routers for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:12:20.097090 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:20.097739 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:20.098392 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:20.118908 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:20.130660 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-13366151-1544-4e92-adc5-39f8cd82fd7c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4930961 Jul 04 10:12:20.131557 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:20.133841 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe24969-068a-4e31-8d01-a899d45236fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:20.172891 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d8d780-504a-4aeb-9021-4a6fe9f83d28 x-openstack-request-id: req-b1d8d780-504a-4aeb-9021-4a6fe9f83d28 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:20.173178 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:20.173429 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1d8d780-504a-4aeb-9021-4a6fe9f83d28 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:20.173870 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d8d780-504a-4aeb-9021-4a6fe9f83d28'] response: {'name': 'network-changed', 'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'status': 'completed', 'code': 200} Jul 04 10:12:20.204313 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:20.420122 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '7722d81d-3f26-4d2f-bcb5-935c8292eb85', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'port_id': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:18Z', 'updated_at': '2022-07-04T10:12:18Z', 'revision_number': 0, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 5, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:20.437316 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24969-068a-4e31-8d01-a899d45236fc req-b35eea29-f9ca-4b31-bbba-2bdbddf4abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:20.439003 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fe24969-068a-4e31-8d01-a899d45236fc req-b35eea29-f9ca-4b31-bbba-2bdbddf4abc9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1130 time: 0.0477083 Jul 04 10:12:20.450470 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] Checking router: d256d3bb-5f14-4301-bbeb-079aaed121f8 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:12:20.459166 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:20.459780 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:20.531835 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5364a-7a1a-4e67-8303-1206396d7fdf req-f1ec7412-e672-4cfc-933b-45f67738fe26 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:20.534870 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a5e5364a-7a1a-4e67-8303-1206396d7fdf req-f1ec7412-e672-4cfc-933b-45f67738fe26 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.0844502 Jul 04 10:12:20.571341 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:20.576627 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:20.659069 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24969-068a-4e31-8d01-a899d45236fc req-4145d941-1b9c-4327-b0bf-05c0962c49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:20.660421 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fe24969-068a-4e31-8d01-a899d45236fc req-4145d941-1b9c-4327-b0bf-05c0962c49ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 200 len: 909 time: 0.1898804 Jul 04 10:12:20.669499 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545f5d-7b92-417b-9a2e-58b9bcce3844 req-fab2c283-9ff4-48fc-bd9d-7f85e7e2ad03 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:20.670993 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-17545f5d-7b92-417b-9a2e-58b9bcce3844 req-fab2c283-9ff4-48fc-bd9d-7f85e7e2ad03 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0850592 Jul 04 10:12:20.674270 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a5e5364a-7a1a-4e67-8303-1206396d7fdf req-5c4fb2dc-f512-42b2-9e19-c23c4ed5181a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c0bfde4-1b8b-4ecd-bb68-636d8534e655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092422 Jul 04 10:12:20.801961 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-742e059c-ac37-4d1c-93c4-b1eb2422b833 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:20.803428 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-742e059c-ac37-4d1c-93c4-b1eb2422b833 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 945 time: 0.1065736 Jul 04 10:12:20.811502 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-17545f5d-7b92-417b-9a2e-58b9bcce3844 req-54b130ee-a999-412b-a0db-ba93e6950ede tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343391 Jul 04 10:12:20.819834 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fe24969-068a-4e31-8d01-a899d45236fc req-284eeee0-bff0-4f03-92a5-c43d2ed221a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 1000 time: 0.1240141 Jul 04 10:12:20.924224 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '7722d81d-3f26-4d2f-bcb5-935c8292eb85', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'port_id': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:18Z', 'updated_at': '2022-07-04T10:12:18Z', 'revision_number': 0, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 5, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:20.929157 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24969-068a-4e31-8d01-a899d45236fc req-35369bee-f136-4e0e-9bc6-4f3114247a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:20.930819 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fe24969-068a-4e31-8d01-a899d45236fc req-35369bee-f136-4e0e-9bc6-4f3114247a75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c5e177a-1956-4b07-ad73-48c5e98ae268 HTTP/1.1" status: 200 len: 847 time: 0.0858381 Jul 04 10:12:20.936682 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Deleting port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:12:20.937024 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:20.949083 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a337a6-905a-4051-8e75-87d45af7c50d None None] The sync data for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi is: [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '7722d81d-3f26-4d2f-bcb5-935c8292eb85', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'port_id': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:18Z', 'updated_at': '2022-07-04T10:12:18Z', 'revision_number': 0, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 5, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:12:21.030993 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24969-068a-4e31-8d01-a899d45236fc req-00828b01-10d8-485b-b400-f53dde85202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:21.032526 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fe24969-068a-4e31-8d01-a899d45236fc req-00828b01-10d8-485b-b400-f53dde85202d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce6e6105-a549-4580-b0f7-630aadbb2dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925186 Jul 04 10:12:21.094289 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] For port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:21.094644 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:21.147501 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf505e7-a7ec-4117-a0aa-09419846bf99 None None] New status for floating IP 7722d81d-3f26-4d2f-bcb5-935c8292eb85: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:12:21.195538 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:21.204528 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fe24969-068a-4e31-8d01-a899d45236fc req-fb68feb3-715b-48e6-93ec-bae2a5b2e8b8 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592259 Jul 04 10:12:21.362109 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:21.382099 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:21.382458 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (5484669d-a6ae-49d5-9a70-148f0810d534), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:21.382771 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Floating IP 5484669d-a6ae-49d5-9a70-148f0810d534 disassociated. External IP: 172.27.2.237, port: 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8. Jul 04 10:12:21.383118 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Calling delete_port for 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:12:21.391308 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fe24969-068a-4e31-8d01-a899d45236fc req-9943f376-3a18-4052-98f3-c902797217bc service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572504 Jul 04 10:12:21.516970 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (5a1d4ccd-d32e-4fbf-9325-25b20937bbb8), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:21.548001 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'Port': ['ID=5a1d4ccd-d32e-4fbf-9325-25b20937bbb8,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:21.655666 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:12:21.781028 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-28e70d94-3935-4d61-9f35-d475f9c1a72c req-91fb86d0-1da4-4ea5-85bc-a9f9d24c65af tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=9659bd27-cdfe-44b1-9ffe-bec5319c9b5d HTTP/1.1" status: 200 len: 210 time: 0.0335388 Jul 04 10:12:21.787364 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:12:21.808004 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:12:21.819910 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:21.820490 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:21.832616 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] No DVR routers for this DVR port 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:12:21.835960 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:21.840758 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6da8b9eb-a2dd-414d-bff3-2b3dd22ab3fd req-f3f50b9b-642d-4e7d-bc66-25382c917f58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "DELETE /v2.0/ports/5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 HTTP/1.1" status: 204 len: 173 time: 1.0283999 Jul 04 10:12:21.900065 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:21.938742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4711d47-8451-41da-8e0d-1c3c78b8121b req-e1d11a76-4f96-4247-ab5c-3cbc9f777878 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:21.939317 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:21.940509 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b4711d47-8451-41da-8e0d-1c3c78b8121b req-e1d11a76-4f96-4247-ab5c-3cbc9f777878 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0539088 Jul 04 10:12:22.011471 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b4711d47-8451-41da-8e0d-1c3c78b8121b req-8a09c780-5879-4921-bc3f-827d59612ed9 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652528 Jul 04 10:12:22.152019 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:22.175006 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'name': 'network-vif-deleted', 'tag': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:22.177693 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf155f4-f5df-4a3c-8296-78ea0afc3f46" -d '{"events": [{"server_uuid": "9659bd27-cdfe-44b1-9ffe-bec5319c9b5d", "name": "network-vif-deleted", "tag": "5a1d4ccd-d32e-4fbf-9325-25b20937bbb8"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:22.184662 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:12:22.194747 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:22.195391 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:11:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:22.212819 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff22569-b0dc-4f6e-8ad4-ff8b18919885 x-openstack-request-id: req-0ff22569-b0dc-4f6e-8ad4-ff8b18919885 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:22.213173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9659bd27-cdfe-44b1-9ffe-bec5319c9b5d", "name": "network-vif-deleted", "tag": "5a1d4ccd-d32e-4fbf-9325-25b20937bbb8", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:22.213487 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ff22569-b0dc-4f6e-8ad4-ff8b18919885 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:22.213980 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff22569-b0dc-4f6e-8ad4-ff8b18919885'] response: {'server_uuid': '9659bd27-cdfe-44b1-9ffe-bec5319c9b5d', 'name': 'network-vif-deleted', 'tag': '5a1d4ccd-d32e-4fbf-9325-25b20937bbb8', 'status': 'completed', 'code': 200} Jul 04 10:12:22.300243 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:22.493546 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:22.522552 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fdaf0-fb72-4789-a197-28df67e97bb7 None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:12:22.745799 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9866947-b617-4154-8c9f-c9f625273c9e None None] New status for floating IP 5484669d-a6ae-49d5-9a70-148f0810d534: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:12:22.875613 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46926) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:22.930910 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcaab62e-63e2-4dc7-bf83-cc7936b49cf7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (4c0bfde4-1b8b-4ecd-bb68-636d8534e655), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:22.958924 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcaab62e-63e2-4dc7-bf83-cc7936b49cf7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (4c0bfde4-1b8b-4ecd-bb68-636d8534e655), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.207271 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:23.258428 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b2961-91f8-4a0d-a797-3a759e73c454 req-9e98af8d-05f3-4f2d-9007-36fb51b57e0a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:23.259927 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5e6b2961-91f8-4a0d-a797-3a759e73c454 req-9e98af8d-05f3-4f2d-9007-36fb51b57e0a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0676446 Jul 04 10:12:23.288745 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcaab62e-63e2-4dc7-bf83-cc7936b49cf7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (4c0bfde4-1b8b-4ecd-bb68-636d8534e655), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.291254 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bcaab62e-63e2-4dc7-bf83-cc7936b49cf7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.292364 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-bcaab62e-63e2-4dc7-bf83-cc7936b49cf7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "DELETE /v2.0/security-groups/4c0bfde4-1b8b-4ecd-bb68-636d8534e655 HTTP/1.1" status: 204 len: 168 time: 0.4157522 Jul 04 10:12:23.295620 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46930) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:23.308992 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.api.v2.resource [None req-23eea5c2-748b-43cd-827a-8ad8860482c6 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] show failed (client error): The resource could not be found. Jul 04 10:12:23.310130 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-23eea5c2-748b-43cd-827a-8ad8860482c6 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups/4c0bfde4-1b8b-4ecd-bb68-636d8534e655 HTTP/1.1" status: 404 len: 347 time: 0.0134270 Jul 04 10:12:23.311216 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaab62e-63e2-4dc7-bf83-cc7936b49cf7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0bfde4-1b8b-4ecd-bb68-636d8534e655,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:23.313023 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46932) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:23.323791 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5e6b2961-91f8-4a0d-a797-3a759e73c454 req-137e5ce3-9476-485e-9001-8f11ca7e7198 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572128 Jul 04 10:12:23.429198 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Deleting port d5b85dd0-2061-4c30-a98c-6183e57ed03b {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:12:23.429421 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (d5b85dd0-2061-4c30-a98c-6183e57ed03b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.505334 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (d5b85dd0-2061-4c30-a98c-6183e57ed03b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.505597 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (d5b85dd0-2061-4c30-a98c-6183e57ed03b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.518490 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Calling delete_port for d5b85dd0-2061-4c30-a98c-6183e57ed03b owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:12:23.648405 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:23.655653 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (d5b85dd0-2061-4c30-a98c-6183e57ed03b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.685369 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'Port': ['ID=d5b85dd0-2061-4c30-a98c-6183e57ed03b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:23.735268 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:23.749702 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (5484669d-a6ae-49d5-9a70-148f0810d534), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.753913 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.755777 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1e420e13-3250-4aa9-be55-495ec6b8e042 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "DELETE /v2.0/floatingips/5484669d-a6ae-49d5-9a70-148f0810d534 HTTP/1.1" status: 204 len: 168 time: 0.4418292 Jul 04 10:12:23.835105 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46936) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:23.839716 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-96b741a2-820d-4b04-a6c1-f1de4e7f988c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161517322', 'description': 'tempest-description--52591533'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:23.865893 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-96b741a2-820d-4b04-a6c1-f1de4e7f988c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.906933 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:23.941609 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-96b741a2-820d-4b04-a6c1-f1de4e7f988c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (3649c99a-72e6-4b7d-a4fe-a2905cc9a62b), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.946671 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-96b741a2-820d-4b04-a6c1-f1de4e7f988c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3649c99a-72e6-4b7d-a4fe-a2905cc9a62b), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.978147 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-96b741a2-820d-4b04-a6c1-f1de4e7f988c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:23.979399 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-96b741a2-820d-4b04-a6c1-f1de4e7f988c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1432657 Jul 04 10:12:23.982543 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b741a2-820d-4b04-a6c1-f1de4e7f988c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:23.982724 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 46938) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:23.988086 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-e066b7d8-3b2c-4839-b681-c76cd2344f36 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group_rule': {'security_group_id': '3649c99a-72e6-4b7d-a4fe-a2905cc9a62b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:24.009436 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:12:24.019169 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e066b7d8-3b2c-4839-b681-c76cd2344f36 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (8daebf47-ca8d-460a-83e0-770cb6a7860d), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.030300 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:12:24.030650 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 5a1d4ccd-d32e-4fbf-9325-25b20937bbb8 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:12:24.076743 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e066b7d8-3b2c-4839-b681-c76cd2344f36 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (8daebf47-ca8d-460a-83e0-770cb6a7860d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.082637 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e066b7d8-3b2c-4839-b681-c76cd2344f36 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (8daebf47-ca8d-460a-83e0-770cb6a7860d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.101799 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066b7d8-3b2c-4839-b681-c76cd2344f36 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daebf47-ca8d-460a-83e0-770cb6a7860d,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:24.113272 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e066b7d8-3b2c-4839-b681-c76cd2344f36 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.114519 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e066b7d8-3b2c-4839-b681-c76cd2344f36 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307650 Jul 04 10:12:24.117486 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46940) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:24.122442 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-34135a88-f2de-4b59-a2b6-13dce834e9b7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group_rule': {'security_group_id': '3649c99a-72e6-4b7d-a4fe-a2905cc9a62b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:24.153489 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-34135a88-f2de-4b59-a2b6-13dce834e9b7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (409da13e-9aa3-4d09-8f70-66688e2d0a89), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.209715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-34135a88-f2de-4b59-a2b6-13dce834e9b7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (409da13e-9aa3-4d09-8f70-66688e2d0a89), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.215445 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-34135a88-f2de-4b59-a2b6-13dce834e9b7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (409da13e-9aa3-4d09-8f70-66688e2d0a89), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.235870 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34135a88-f2de-4b59-a2b6-13dce834e9b7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409da13e-9aa3-4d09-8f70-66688e2d0a89,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:24.242539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-34135a88-f2de-4b59-a2b6-13dce834e9b7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.243755 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-34135a88-f2de-4b59-a2b6-13dce834e9b7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252215 Jul 04 10:12:24.247115 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 46942) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:24.251567 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:24.275099 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.364207 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.464521 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b18907-e1c6-4c9b-a23a-5905dbe9f1d4 req-59ae41ea-51a3-4789-9973-59a826a79235 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:24.466167 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-33b18907-e1c6-4c9b-a23a-5905dbe9f1d4 req-59ae41ea-51a3-4789-9973-59a826a79235 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0604978 Jul 04 10:12:24.541399 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Allocated IP 172.27.2.242 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/4018fbea-32eb-4df1-96a7-184fa8e1a935) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:12:24.563143 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-33b18907-e1c6-4c9b-a23a-5905dbe9f1d4 req-fa54975d-cb32-4098-bf10-be1e1ed01aa8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727789 Jul 04 10:12:24.584381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:24.662705 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (4018fbea-32eb-4df1-96a7-184fa8e1a935), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.700103 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (4018fbea-32eb-4df1-96a7-184fa8e1a935), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.741948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:12:24.744724 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:12:24.748308 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:12:24.772729 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=4018fbea-32eb-4df1-96a7-184fa8e1a935,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:24.781608 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:24.837202 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:24.878459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4018fbea-32eb-4df1-96a7-184fa8e1a935), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:25.036078 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (4018fbea-32eb-4df1-96a7-184fa8e1a935), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:25.043910 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (4018fbea-32eb-4df1-96a7-184fa8e1a935), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:25.116439 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=4018fbea-32eb-4df1-96a7-184fa8e1a935,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:25.128193 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:25.146916 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:25.148205 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3f550e7b-223e-4cdf-a162-3f38b196975c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9001713 Jul 04 10:12:25.357937 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-ffa056d5-1cf0-404e-ae86-9b2bd51e590a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--161517322&fields=id&tenant_id=a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 267 time: 0.0450232 Jul 04 10:12:25.387168 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-329551b2-2085-4d0b-99db-0ae3ee90b9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:25.472211 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-153c20f8-8021-422b-8aa7-a5425c13917e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:25.473714 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-153c20f8-8021-422b-8aa7-a5425c13917e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 814 time: 0.1093438 Jul 04 10:12:25.489145 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-47259c51-e892-4ba3-9e06-702e5663054d tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/quotas/a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 375 time: 0.0099583 Jul 04 10:12:25.537678 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-facef204-8a19-49d6-95f9-f126f225a81f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436680 Jul 04 10:12:25.611130 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:25.649051 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3c86cd3c-64c0-410e-93d0-24ee31736a2d service neutron] 10.222.0.79 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992203 Jul 04 10:12:25.704009 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f5b49-87e3-48a0-a173-08d450228894 req-0b3d5301-1fcf-4c32-836e-94362d135f12 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:25.705459 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-858f5b49-87e3-48a0-a173-08d450228894 req-0b3d5301-1fcf-4c32-836e-94362d135f12 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0704386 Jul 04 10:12:25.798008 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-1ed4b9f7-213e-4b02-9b35-d3d0839c56c5 service neutron] 10.222.0.79 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305411 Jul 04 10:12:25.801255 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-858f5b49-87e3-48a0-a173-08d450228894 req-e8c82aab-18c5-43b6-a920-dd335fe90afa tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895565 Jul 04 10:12:25.977517 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-80c9bc80-22bd-4667-a584-a180b4f7c83f req-7cefb463-0d9d-48f0-a0e4-de20c60f4cb5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 210 time: 0.0325437 Jul 04 10:12:26.099499 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:12:26.891464 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:26.930074 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410846d-b90f-4599-9266-3788cd1c47d3 req-d1f995ac-7721-4eea-95aa-8d72e31ecb18 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:26.931533 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8410846d-b90f-4599-9266-3788cd1c47d3 req-d1f995ac-7721-4eea-95aa-8d72e31ecb18 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0524919 Jul 04 10:12:26.979014 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8410846d-b90f-4599-9266-3788cd1c47d3 req-e502a1a0-efb6-4deb-afe3-ddcb8fab5768 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417378 Jul 04 10:12:27.089089 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-853825d6-c6f5-4219-b2cf-fc2e57b1c8a0 req-d6348575-545e-455c-88e0-4088cc7037d5 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 210 time: 0.0335944 Jul 04 10:12:27.118274 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-38f14673-5336-43cd-9a2c-c06d5427b59a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:27.119796 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-38f14673-5336-43cd-9a2c-c06d5427b59a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 814 time: 0.1375761 Jul 04 10:12:27.190123 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-687a5c5b-877a-494b-91cd-8b884d6edd18 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 379 time: 0.0526137 Jul 04 10:12:27.244386 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'port': {'device_id': 'a936822b-ef8c-42ad-9510-194756830a00', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'admin_state_up': True, 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'security_groups': ['3649c99a-72e6-4b7d-a4fe-a2905cc9a62b']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:27.366752 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Made reservation on behalf of a57f93d66f534107a228d908afa64890 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:12:27.370496 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:27.503235 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Allocated IP 172.20.0.13 (3ebecf3d-37d9-4ade-a898-e313cec92aef/0c5b249e-b14e-43fd-9398-80e275c1bb33/111fd0b9-55ad-4e25-93cf-69456c116c74) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:12:27.540777 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-294f0549-f3eb-4253-a9d0-cb93ada1cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:27.646887 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:27.658987 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:27.682815 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:27.727528 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:12:27.732636 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:12:27.735306 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:12:27.763059 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=111fd0b9-55ad-4e25-93cf-69456c116c74,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:27.776650 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:27.797058 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:27.797723 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:27.816415 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-7cc0c192-911c-4318-924b-8847df864074 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5782244 Jul 04 10:12:27.828757 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Request body: {'port': {'device_id': 'a936822b-ef8c-42ad-9510-194756830a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:27.890926 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:27.948780 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-75acf98c-c12b-42fa-bf5e-0af81052d703 None None] Provisioning complete for port 111fd0b9-55ad-4e25-93cf-69456c116c74 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:12:27.949238 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-75acf98c-c12b-42fa-bf5e-0af81052d703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:27.985250 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-75acf98c-c12b-42fa-bf5e-0af81052d703 None None] Port 111fd0b9-55ad-4e25-93cf-69456c116c74 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:12:28.127616 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f77c79-10a9-449e-8672-d821232f37b5 req-931117be-55de-480b-94b7-06ba6bcc22dd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:28.129114 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1f77c79-10a9-449e-8672-d821232f37b5 req-931117be-55de-480b-94b7-06ba6bcc22dd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0665593 Jul 04 10:12:28.257025 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a2e17-7df8-4590-818e-c623c73704e5 req-9f0db191-0dd1-4d4f-a61e-0eb2da5cd09f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:28.258491 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-466a2e17-7df8-4590-818e-c623c73704e5 req-9f0db191-0dd1-4d4f-a61e-0eb2da5cd09f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 932 time: 0.0975385 Jul 04 10:12:28.263423 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1f77c79-10a9-449e-8672-d821232f37b5 req-79fa69cf-79ab-46d0-92f3-6fea0176617e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247222 Jul 04 10:12:28.280690 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111fd0b9-55ad-4e25-93cf-69456c116c74 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:12:28.296506 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Publish callbacks [] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:28.320024 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Transition to ACTIVE for port object 111fd0b9-55ad-4e25-93cf-69456c116c74 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:12:28.327843 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:28.356946 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-466a2e17-7df8-4590-818e-c623c73704e5 req-8344eb32-8984-4790-a6fc-029b257b5bcb tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887425 Jul 04 10:12:28.379366 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Pushing event updated for resources: {'Port': ['ID=111fd0b9-55ad-4e25-93cf-69456c116c74,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:28.458826 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Attempting to bind port 111fd0b9-55ad-4e25-93cf-69456c116c74 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:12:28.459161 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Attempting to bind port 111fd0b9-55ad-4e25-93cf-69456c116c74 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:12:28.459488 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Attempting to bind port 111fd0b9-55ad-4e25-93cf-69456c116c74 on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:12:28.464500 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Port 111fd0b9-55ad-4e25-93cf-69456c116c74 on network 3ebecf3d-37d9-4ade-a898-e313cec92aef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:12:28.464814 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Attempting to bind port 111fd0b9-55ad-4e25-93cf-69456c116c74 on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:12:28.470567 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:12:28.470905 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Checking segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:12:28.471282 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Bound using segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:12:28.471709 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Bound port: 111fd0b9-55ad-4e25-93cf-69456c116c74, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:12:28.472063 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:28.508967 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:28.542691 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] For port 111fd0b9-55ad-4e25-93cf-69456c116c74, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:12:28.545725 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] For port 111fd0b9-55ad-4e25-93cf-69456c116c74, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=111fd0b9-55ad-4e25-93cf-69456c116c74,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:12:28.555030 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:28.590660 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:28.591273 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:28.593187 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] 10.222.0.74 "PUT /v2.0/ports/111fd0b9-55ad-4e25-93cf-69456c116c74 HTTP/1.1" status: 200 len: 1094 time: 0.7687490 Jul 04 10:12:28.593829 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a936822b-ef8c-42ad-9510-194756830a00', 'tag': '111fd0b9-55ad-4e25-93cf-69456c116c74'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:28.596105 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1736d7f8-3d46-4e1d-aa98-5af511766962" -d '{"events": [{"name": "network-changed", "server_uuid": "a936822b-ef8c-42ad-9510-194756830a00", "tag": "111fd0b9-55ad-4e25-93cf-69456c116c74"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:28.628931 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe609-4dc3-42ab-b883-f85996cb238e service neutron] Pushing event updated for resources: {'Port': ['ID=111fd0b9-55ad-4e25-93cf-69456c116c74,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:28.640311 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8264f635-585a-45dc-9c92-ca353977867c x-openstack-request-id: req-8264f635-585a-45dc-9c92-ca353977867c {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:28.640630 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a936822b-ef8c-42ad-9510-194756830a00", "tag": "111fd0b9-55ad-4e25-93cf-69456c116c74", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:28.640902 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8264f635-585a-45dc-9c92-ca353977867c {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:28.641332 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8264f635-585a-45dc-9c92-ca353977867c'] response: {'name': 'network-changed', 'server_uuid': 'a936822b-ef8c-42ad-9510-194756830a00', 'tag': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'status': 'completed', 'code': 200} Jul 04 10:12:28.664772 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:28.697905 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-a958c467-9abe-46c7-b9c5-2c16bbd744b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:28.699497 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-a958c467-9abe-46c7-b9c5-2c16bbd744b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 1128 time: 0.0446312 Jul 04 10:12:28.745692 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-5423ac81-3d3e-4601-88d4-94506fa0ab26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111fd0b9-55ad-4e25-93cf-69456c116c74 HTTP/1.1" status: 200 len: 217 time: 0.0380590 Jul 04 10:12:28.798249 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-d4859739-2d21-455f-84a7-fab039501371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:28.799727 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-d4859739-2d21-455f-84a7-fab039501371 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0460799 Jul 04 10:12:28.847351 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-92f2e096-7f9e-4abb-b2b2-cd89cc3c6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:28.848858 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-92f2e096-7f9e-4abb-b2b2-cd89cc3c6ff3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402439 Jul 04 10:12:28.952128 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-6c1e1821-10b8-44dd-8fee-f7d721d87780 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900860 Jul 04 10:12:29.049391 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3239fc41-5fb2-4fb2-8001-9554b599b03f req-60fb8be5-858a-4e1a-b2a1-3464028c7da3 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889192 Jul 04 10:12:29.376935 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:29.384138 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c296-14fe-4b9c-93e1-5e337cdd0dd9 req-863c4ea8-4183-4762-a53f-d4846fc9dce0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:29.385688 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6d42c296-14fe-4b9c-93e1-5e337cdd0dd9 req-863c4ea8-4183-4762-a53f-d4846fc9dce0 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0499477 Jul 04 10:12:29.448761 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6d42c296-14fe-4b9c-93e1-5e337cdd0dd9 req-fbf3a083-16f3-477e-9ca8-db0fd82a65de tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570841 Jul 04 10:12:29.485250 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39cd71-b304-431a-9525-cd9be8834b81 req-6a475187-2a6b-4bff-b3ae-cd9220b08d16 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:29.486774 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8d39cd71-b304-431a-9525-cd9be8834b81 req-6a475187-2a6b-4bff-b3ae-cd9220b08d16 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 944 time: 0.0587218 Jul 04 10:12:29.535555 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8d39cd71-b304-431a-9525-cd9be8834b81 req-a87e605c-fe3a-4a60-9486-a50e0afbbcaa tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Jul 04 10:12:30.106388 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-13e1c494-cc33-442c-b647-1884c9d76ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:30.107869 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-13e1c494-cc33-442c-b647-1884c9d76ced service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 1128 time: 0.0438421 Jul 04 10:12:30.215144 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-21ce5e51-720f-4b64-8f79-7ac7733d438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:30.216999 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-21ce5e51-720f-4b64-8f79-7ac7733d438c service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 915 time: 0.0934954 Jul 04 10:12:30.255990 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-b7ed70b5-db8d-4e38-bdb5-f0d8f1246835 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111fd0b9-55ad-4e25-93cf-69456c116c74 HTTP/1.1" status: 200 len: 217 time: 0.0329344 Jul 04 10:12:30.306216 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-c3fb926c-bd08-47b8-84d6-aba44d9dd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:30.307136 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-c3fb926c-bd08-47b8-84d6-aba44d9dd0ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0441520 Jul 04 10:12:30.359954 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-547e71b5-4140-418b-94c6-b12b88f88581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:30.361363 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-547e71b5-4140-418b-94c6-b12b88f88581 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452836 Jul 04 10:12:30.452520 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:30.455239 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-1f448224-d23b-4ddf-a661-9f7fa61ad7c1 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Jul 04 10:12:30.543448 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:30.586349 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:30.593323 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d190c-9520-4983-a85f-b6f64e4bf042 req-0f0711f7-7d31-40db-95c3-beea2d6867dc tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:30.595449 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f9d190c-9520-4983-a85f-b6f64e4bf042 req-0f0711f7-7d31-40db-95c3-beea2d6867dc tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0701632 Jul 04 10:12:30.599547 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1736d7f8-3d46-4e1d-aa98-5af511766962 req-d333c9c2-1a1b-40c1-bc91-4a3326221229 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381762 Jul 04 10:12:30.681214 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045e868-a19d-425d-a52b-dd1b85a41f25 req-e5143176-d4be-4965-bee3-aca8bcc29554 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:30.682643 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1045e868-a19d-425d-a52b-dd1b85a41f25 req-e5143176-d4be-4965-bee3-aca8bcc29554 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 944 time: 0.0752552 Jul 04 10:12:30.686902 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5f9d190c-9520-4983-a85f-b6f64e4bf042 req-0f9a3d36-435c-45a8-8762-67e571f6404e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854952 Jul 04 10:12:30.731982 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1045e868-a19d-425d-a52b-dd1b85a41f25 req-799086d9-2e83-426a-b1c4-e21cc8ec39ce tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432632 Jul 04 10:12:30.776177 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:30.785162 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:31.813198 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b656fcd-64a0-474d-bddc-981fddf1ba8a req-833dea72-49fc-492d-a873-6d649823298f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:31.814862 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b656fcd-64a0-474d-bddc-981fddf1ba8a req-833dea72-49fc-492d-a873-6d649823298f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0479276 Jul 04 10:12:31.874060 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a312a-838d-4b87-acb7-16587cff91cd req-3e36b608-4d50-4b84-9acc-a1c40cfdf168 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:31.875701 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a6a312a-838d-4b87-acb7-16587cff91cd req-3e36b608-4d50-4b84-9acc-a1c40cfdf168 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 944 time: 0.0598094 Jul 04 10:12:31.913703 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b656fcd-64a0-474d-bddc-981fddf1ba8a req-067bf473-c42e-400e-a319-f0e6ff77f277 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884256 Jul 04 10:12:31.940723 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a6a312a-838d-4b87-acb7-16587cff91cd req-7649e6fb-d005-4511-9c0f-9ea38830203a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592899 Jul 04 10:12:32.065792 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 111fd0b9-55ad-4e25-93cf-69456c116c74 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:12:32.161640 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:32.185205 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 111fd0b9-55ad-4e25-93cf-69456c116c74, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=111fd0b9-55ad-4e25-93cf-69456c116c74,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:32.197142 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'port_id': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'mac_address': 'fa:16:3e:45:9b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:12:32.238904 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 111fd0b9-55ad-4e25-93cf-69456c116c74 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:12:32.239291 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:32.254009 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111fd0b9-55ad-4e25-93cf-69456c116c74 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:12:32.279517 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 111fd0b9-55ad-4e25-93cf-69456c116c74, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=111fd0b9-55ad-4e25-93cf-69456c116c74,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:32.286805 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:32.340624 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=111fd0b9-55ad-4e25-93cf-69456c116c74,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:32.603959 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['111fd0b9-55ad-4e25-93cf-69456c116c74'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:12:32.822398 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:33.062305 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7989759-b052-4aa2-a006-acebf8aaf2d9 req-53dd7ac7-382a-4cfd-9a71-ea9e1b0b9406 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:33.064168 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c7989759-b052-4aa2-a006-acebf8aaf2d9 req-53dd7ac7-382a-4cfd-9a71-ea9e1b0b9406 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0730743 Jul 04 10:12:33.074456 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf26340-00b7-4a9c-a53e-cd4f7b72150d req-2b2d702f-18bf-4b92-b6b3-2e9266fbe360 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:33.075846 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ddf26340-00b7-4a9c-a53e-cd4f7b72150d req-2b2d702f-18bf-4b92-b6b3-2e9266fbe360 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 945 time: 0.0577581 Jul 04 10:12:33.149819 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c7989759-b052-4aa2-a006-acebf8aaf2d9 req-75fcf06e-3c2c-40df-92f9-661bfdb81a34 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730269 Jul 04 10:12:33.152929 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ddf26340-00b7-4a9c-a53e-cd4f7b72150d req-a7c7278d-0723-41a5-ada6-5b70db836dd7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704808 Jul 04 10:12:33.456364 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:34.074668 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 111fd0b9-55ad-4e25-93cf-69456c116c74 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:12:34.098557 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=16,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:34.105488 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=24,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:34.131348 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 111fd0b9-55ad-4e25-93cf-69456c116c74 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:12:34.139330 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 111fd0b9-55ad-4e25-93cf-69456c116c74 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:12:34.139700 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:34.214743 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 111fd0b9-55ad-4e25-93cf-69456c116c74 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:12:34.215154 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:34.240498 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a936822b-ef8c-42ad-9510-194756830a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111fd0b9-55ad-4e25-93cf-69456c116c74'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:34.242921 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a56268-b6dc-4236-83e1-1fd43f1534a8" -d '{"events": [{"server_uuid": "a936822b-ef8c-42ad-9510-194756830a00", "name": "network-vif-plugged", "status": "completed", "tag": "111fd0b9-55ad-4e25-93cf-69456c116c74"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:34.256055 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 111fd0b9-55ad-4e25-93cf-69456c116c74, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=111fd0b9-55ad-4e25-93cf-69456c116c74,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:34.260874 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:34.297859 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110cba8-dac1-41fa-aaab-0587b063b26f req-7fedb5dc-9642-446d-8056-9db2b87c7bc8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:34.299428 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0110cba8-dac1-41fa-aaab-0587b063b26f req-7fedb5dc-9642-446d-8056-9db2b87c7bc8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 945 time: 0.0762112 Jul 04 10:12:34.307469 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daebf4-8c95-4797-80ca-424bc835c547 req-974dc1fa-2020-4c3e-b7a8-dc2807b2e629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:34.308872 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c7daebf4-8c95-4797-80ca-424bc835c547 req-974dc1fa-2020-4c3e-b7a8-dc2807b2e629 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0751777 Jul 04 10:12:34.312135 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=111fd0b9-55ad-4e25-93cf-69456c116c74,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:34.379232 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0110cba8-dac1-41fa-aaab-0587b063b26f req-1ade81cd-320e-4074-b0d3-d815443e2a74 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693507 Jul 04 10:12:34.390392 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c7daebf4-8c95-4797-80ca-424bc835c547 req-25888b3d-d90d-4f6d-a927-78631ffa64b6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743301 Jul 04 10:12:34.426467 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331ddb5d-d23c-43b3-abbd-2cfe9b62495a x-openstack-request-id: req-331ddb5d-d23c-43b3-abbd-2cfe9b62495a {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:34.426776 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a936822b-ef8c-42ad-9510-194756830a00", "name": "network-vif-plugged", "status": "completed", "tag": "111fd0b9-55ad-4e25-93cf-69456c116c74", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:34.427029 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-331ddb5d-d23c-43b3-abbd-2cfe9b62495a {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:34.427424 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331ddb5d-d23c-43b3-abbd-2cfe9b62495a'] response: {'server_uuid': 'a936822b-ef8c-42ad-9510-194756830a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'code': 200} Jul 04 10:12:34.833102 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b98461-2357-410f-9e42-83d2f3289dc7 req-0ee84260-0f1a-453a-a1f5-fd5b1490b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:34.834641 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-66b98461-2357-410f-9e42-83d2f3289dc7 req-0ee84260-0f1a-453a-a1f5-fd5b1490b14a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 1130 time: 0.2567885 Jul 04 10:12:34.931423 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-66b98461-2357-410f-9e42-83d2f3289dc7 req-7792aa1c-a6fc-4e86-a79f-8a7517166cb0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407798 Jul 04 10:12:35.526539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36180d-7655-456e-9ca7-a283f506583d req-f5f78d97-e03d-4dc3-b969-108854362c13 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:35.527970 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ee36180d-7655-456e-9ca7-a283f506583d req-f5f78d97-e03d-4dc3-b969-108854362c13 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 946 time: 0.0783880 Jul 04 10:12:35.536466 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8e55b-3c43-4cfe-b29a-ea7c65004218 req-2763c04b-8e3b-4a85-8932-5349da98b497 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:35.537947 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b8e8e55b-3c43-4cfe-b29a-ea7c65004218 req-2763c04b-8e3b-4a85-8932-5349da98b497 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0770550 Jul 04 10:12:35.614788 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ee36180d-7655-456e-9ca7-a283f506583d req-cff8ce4a-d4ac-4865-bebb-84b6b2368f80 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757678 Jul 04 10:12:35.618032 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b8e8e55b-3c43-4cfe-b29a-ea7c65004218 req-9437e6a1-ccaf-4e5c-ab4a-31ef2bddabf3 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718918 Jul 04 10:12:36.095927 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:36.743312 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:36.762876 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:36.785423 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8660a-e8fa-4dad-9204-624d3dbb97e4 req-7fc07388-3f61-44e7-9f66-cd110431c935 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:36.786915 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c2c8660a-e8fa-4dad-9204-624d3dbb97e4 req-7fc07388-3f61-44e7-9f66-cd110431c935 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 946 time: 0.0867536 Jul 04 10:12:36.794724 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c915bde-841c-4bcb-9864-b8a808bcd16d req-e0c691f1-a713-4793-ab8a-b9ed0f8ee6d2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:36.796069 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c915bde-841c-4bcb-9864-b8a808bcd16d req-e0c691f1-a713-4793-ab8a-b9ed0f8ee6d2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0864043 Jul 04 10:12:36.868205 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c2c8660a-e8fa-4dad-9204-624d3dbb97e4 req-4eb7f2f5-12ca-466b-beb4-ce81233d409f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712054 Jul 04 10:12:36.871378 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c915bde-841c-4bcb-9864-b8a808bcd16d req-fd6ffe03-196f-4f42-a131-5c021326dc82 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683708 Jul 04 10:12:37.103571 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-a9a37829-1c55-4d1d-8677-009fa0a6392c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401974 Jul 04 10:12:37.168793 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-b3d3830c-8986-4395-80a6-e7f8d323a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:37.170297 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-b3d3830c-8986-4395-80a6-e7f8d323a74f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 1131 time: 0.0437078 Jul 04 10:12:37.277691 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-7f81bdb7-c2cf-4c03-8bf7-6f8551591bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:37.279185 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-7f81bdb7-c2cf-4c03-8bf7-6f8551591bdc service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.0871165 Jul 04 10:12:37.352182 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-eef8ce4b-c7f2-4a35-b3cc-6dbb35d943bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 200 len: 1001 time: 0.0649536 Jul 04 10:12:37.417056 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-0f23babe-ae13-4762-9516-100ac487454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:37.418413 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-0f23babe-ae13-4762-9516-100ac487454c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0551105 Jul 04 10:12:37.460909 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-33a77ee2-d831-45de-a26d-e6a8d40c6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:37.462392 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-33a77ee2-d831-45de-a26d-e6a8d40c6f7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371311 Jul 04 10:12:37.556153 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-bfe7ae8d-0c9c-4470-9995-441141ae7aa6 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847561 Jul 04 10:12:37.646356 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-efba2262-59fb-4f7b-9ad7-d962c28ddabd req-f9d62194-a036-48fc-adba-97b970fdcc7f service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830913 Jul 04 10:12:38.024986 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e38c3-5f92-47ce-9917-46c4437d26fe req-655dbf26-d753-4221-9903-dcf0d273de2a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:38.026430 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f2e38c3-5f92-47ce-9917-46c4437d26fe req-655dbf26-d753-4221-9903-dcf0d273de2a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0817466 Jul 04 10:12:38.032331 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f41ec-9ea1-4628-83ac-ca4c295448bb req-92f90180-3ed1-4bbc-bd0d-8711443ad5c4 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:38.033960 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-531f41ec-9ea1-4628-83ac-ca4c295448bb req-92f90180-3ed1-4bbc-bd0d-8711443ad5c4 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 946 time: 0.0879710 Jul 04 10:12:38.108689 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-531f41ec-9ea1-4628-83ac-ca4c295448bb req-b6ceb93e-60d3-4103-9335-c2d161df2e25 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676675 Jul 04 10:12:38.111948 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f2e38c3-5f92-47ce-9917-46c4437d26fe req-20c89c7a-3970-4556-a0bd-ac98b2086a07 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770164 Jul 04 10:12:38.222514 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a699e03-4530-4dfc-a007-3a48a99dd2a9 req-23c29a5e-89f2-43ce-a4e4-e2a47e6bab59 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:38.223982 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a699e03-4530-4dfc-a007-3a48a99dd2a9 req-23c29a5e-89f2-43ce-a4e4-e2a47e6bab59 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 946 time: 0.0522077 Jul 04 10:12:38.233939 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47028) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:38.239244 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'floatingip': {'port_id': '111fd0b9-55ad-4e25-93cf-69456c116c74'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:38.277362 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:38.395621 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:38.424932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:38.711372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:38.717353 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:38.808237 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Floating IP cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d associated. External IP: 172.27.2.242, port: 111fd0b9-55ad-4e25-93cf-69456c116c74. Jul 04 10:12:39.009154 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:12:39.124181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:12:39.129400 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:39.147648 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:12:39.159977 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:39.160264 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-bc2e9dd0-53ab-48a0-9b9a-0e5fbdfb068c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "PUT /v2.0/floatingips/cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d HTTP/1.1" status: 200 len: 992 time: 0.9248650 Jul 04 10:12:39.160860 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a936822b-ef8c-42ad-9510-194756830a00', 'tag': '111fd0b9-55ad-4e25-93cf-69456c116c74'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:39.161341 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:39.163560 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e40a71e-af85-4769-9e2f-8f3296dded2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a936822b-ef8c-42ad-9510-194756830a00", "tag": "111fd0b9-55ad-4e25-93cf-69456c116c74"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:39.202000 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928354a6-f623-4109-a1a3-5ba2baf27251 x-openstack-request-id: req-928354a6-f623-4109-a1a3-5ba2baf27251 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:39.202285 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a936822b-ef8c-42ad-9510-194756830a00", "tag": "111fd0b9-55ad-4e25-93cf-69456c116c74", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:39.202531 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-928354a6-f623-4109-a1a3-5ba2baf27251 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:39.202925 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928354a6-f623-4109-a1a3-5ba2baf27251'] response: {'name': 'network-changed', 'server_uuid': 'a936822b-ef8c-42ad-9510-194756830a00', 'tag': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'status': 'completed', 'code': 200} Jul 04 10:12:39.265845 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:39.277083 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06426c3-4ad8-47a6-9607-892dd8883a54 req-d316089d-1be7-4659-b4ae-157d32690673 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:39.278631 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d06426c3-4ad8-47a6-9607-892dd8883a54 req-d316089d-1be7-4659-b4ae-157d32690673 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0869849 Jul 04 10:12:39.281485 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-c40351ea-b833-47ab-986b-6d69a8370a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:39.282867 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-c40351ea-b833-47ab-986b-6d69a8370a3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 1130 time: 0.0559227 Jul 04 10:12:39.301117 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:39.373492 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:39.384621 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d06426c3-4ad8-47a6-9607-892dd8883a54 req-819fc78e-5892-47aa-8ee8-71a48b3a1301 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997086 Jul 04 10:12:39.408998 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-a301c1cf-f6d7-4752-9fe0-71b03eaba4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:39.410554 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-a301c1cf-f6d7-4752-9fe0-71b03eaba4ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 915 time: 0.1188557 Jul 04 10:12:39.422511 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:39.456899 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:39.474536 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-e220999b-6ddd-4288-914b-bcce246dc1a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111fd0b9-55ad-4e25-93cf-69456c116c74 HTTP/1.1" status: 200 len: 1000 time: 0.0573275 Jul 04 10:12:39.477878 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:45:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936822b-ef8c-42ad-9510-194756830a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:24Z', 'updated_at': '2022-07-04T10:12:38Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:39.526675 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-448f265e-f12a-4fdd-89cb-2c3c4cc99d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:39.528172 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-448f265e-f12a-4fdd-89cb-2c3c4cc99d3b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0471587 Jul 04 10:12:39.575050 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-1875577c-0703-43b0-b189-ed636bf827db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:39.576618 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-1875577c-0703-43b0-b189-ed636bf827db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409417 Jul 04 10:12:39.637319 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:12:39.646293 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:39.646903 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:39.678073 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-6ae3b92b-2a5d-49cc-a92c-a5a04c5d6112 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900712 Jul 04 10:12:39.747322 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:39.774639 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e40a71e-af85-4769-9e2f-8f3296dded2a req-7d852fb3-ffe0-4612-8b6e-e4377718de13 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903926 Jul 04 10:12:39.957708 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:45:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936822b-ef8c-42ad-9510-194756830a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:24Z', 'updated_at': '2022-07-04T10:12:38Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:39.987941 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdccd58-7a6c-4612-bb0d-5d4628348b8e None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:45:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a936822b-ef8c-42ad-9510-194756830a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:24Z', 'updated_at': '2022-07-04T10:12:38Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:12:40.180501 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e596471-e141-48a2-b668-6eb2409e6cac None None] New status for floating IP cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:12:40.513229 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8402f93-b8c9-45cb-90f2-ad15f34cdfb4 req-a15c2bac-b22d-4967-bd64-8af5ebcd15ac tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:40.514730 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d8402f93-b8c9-45cb-90f2-ad15f34cdfb4 req-a15c2bac-b22d-4967-bd64-8af5ebcd15ac tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0578508 Jul 04 10:12:40.563466 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d8402f93-b8c9-45cb-90f2-ad15f34cdfb4 req-2559141c-b01c-4589-90dd-79e8bdf37dca tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420585 Jul 04 10:12:41.695283 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770b917-cb54-4091-b2c8-ae991ecf4f2c req-d68aa43f-6c14-423a-a872-e8612d1fea13 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:41.696727 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3770b917-cb54-4091-b2c8-ae991ecf4f2c req-d68aa43f-6c14-423a-a872-e8612d1fea13 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0468674 Jul 04 10:12:41.745278 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3770b917-cb54-4091-b2c8-ae991ecf4f2c req-062cae6f-db07-4468-a89d-b39f8d7083b4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Jul 04 10:12:42.589892 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af0a1-bd4f-4db0-ba57-1ba0c110aa41 req-cf78d751-246e-4434-b432-df99b59ee63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:42.591787 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f78af0a1-bd4f-4db0-ba57-1ba0c110aa41 req-cf78d751-246e-4434-b432-df99b59ee63e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1130 time: 0.0546896 Jul 04 10:12:42.648624 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f78af0a1-bd4f-4db0-ba57-1ba0c110aa41 req-6b5170a6-7f0c-46e8-aef4-08f3136a9aa3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Jul 04 10:12:42.860355 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b0e17-58a7-4bf9-89ce-3352c39fcf49 req-6bc49724-a45d-417f-9fbb-d5b9e78bcecd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:42.861752 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-122b0e17-58a7-4bf9-89ce-3352c39fcf49 req-6bc49724-a45d-417f-9fbb-d5b9e78bcecd tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0489635 Jul 04 10:12:42.911212 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-122b0e17-58a7-4bf9-89ce-3352c39fcf49 req-4eb3c4bc-9053-47c3-8f96-da96d3622c08 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Jul 04 10:12:44.042366 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea92044-1611-444b-a4ea-e60edc910d86 req-de00cf42-cddf-4a6b-afe6-7e76d3fc2ad6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:44.043831 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4ea92044-1611-444b-a4ea-e60edc910d86 req-de00cf42-cddf-4a6b-afe6-7e76d3fc2ad6 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0507212 Jul 04 10:12:44.092334 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4ea92044-1611-444b-a4ea-e60edc910d86 req-e776d61d-849c-4d05-9b12-011ebc100418 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Jul 04 10:12:44.717241 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c9117-6e1e-4841-9e5c-1ad135e17cdd req-ddb224b8-8ab0-45cb-bb77-d4791209156a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:44.718636 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ce1c9117-6e1e-4841-9e5c-1ad135e17cdd req-ddb224b8-8ab0-45cb-bb77-d4791209156a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 947 time: 0.0476248 Jul 04 10:12:44.768380 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ce1c9117-6e1e-4841-9e5c-1ad135e17cdd req-390fa4ab-0c87-4885-a25f-ee29f5e19ddf tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Jul 04 10:12:45.217147 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26486aad-cd2f-4f9b-840d-d10dd2518552 req-d53d96c1-a3f8-493a-b33a-9e6b6e3175e8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:45.218698 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-26486aad-cd2f-4f9b-840d-d10dd2518552 req-d53d96c1-a3f8-493a-b33a-9e6b6e3175e8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0523880 Jul 04 10:12:45.268657 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-26486aad-cd2f-4f9b-840d-d10dd2518552 req-309006e3-c629-49d4-9769-486174ac9f95 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440645 Jul 04 10:12:45.685365 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:45.966068 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad70df3-9f85-4c20-84ff-79d7acb90b66 req-19987c8f-c6cd-4459-948c-15822c829e07 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:45.967761 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dad70df3-9f85-4c20-84ff-79d7acb90b66 req-19987c8f-c6cd-4459-948c-15822c829e07 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.2981164 Jul 04 10:12:45.987079 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c8504-fc97-4de6-8ed6-43aba6ea59d7 req-296f8e8f-413f-41dc-856b-224bdac4d49a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:45.988475 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-283c8504-fc97-4de6-8ed6-43aba6ea59d7 req-296f8e8f-413f-41dc-856b-224bdac4d49a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 947 time: 0.0666473 Jul 04 10:12:46.020330 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:46.052806 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dad70df3-9f85-4c20-84ff-79d7acb90b66 req-c5b5ec5d-6abc-4533-bd5e-84cfc5e5baf4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793490 Jul 04 10:12:46.059903 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-283c8504-fc97-4de6-8ed6-43aba6ea59d7 req-5642ea09-fce2-4979-aad8-4949ecfa5ef3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644763 Jul 04 10:12:46.177482 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-a1ad92fb-1f3f-400c-b9d9-69fff9cc572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:46.178999 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-a1ad92fb-1f3f-400c-b9d9-69fff9cc572a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1130 time: 0.0422480 Jul 04 10:12:46.390268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-603ab656-275b-43ba-a6d8-5f4cf0bdb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:46.391785 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-603ab656-275b-43ba-a6d8-5f4cf0bdb130 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.0938921 Jul 04 10:12:46.516351 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-042f3df5-67f9-4580-bf1e-4a5f9147ec0f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:46.517819 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-042f3df5-67f9-4580-bf1e-4a5f9147ec0f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 947 time: 0.0862556 Jul 04 10:12:46.524335 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-26622c6c-c077-4662-8ad6-62b5b3716707 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 200 len: 1002 time: 0.0938485 Jul 04 10:12:46.623535 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-ea04a079-b4cb-432e-8f57-2038718824f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:46.624897 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-ea04a079-b4cb-432e-8f57-2038718824f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0926487 Jul 04 10:12:46.660977 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Deleting port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:12:46.661333 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:46.689648 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-20919ae4-ce91-4976-ab38-96bce625ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:46.691156 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-20919ae4-ce91-4976-ab38-96bce625ff9b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589874 Jul 04 10:12:46.820710 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] For port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:46.821079 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:46.886725 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-c6514697-9700-4661-bcf5-1bd6927423a6 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836398 Jul 04 10:12:47.029459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:47.065276 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-23fb73dc-df72-417c-bc43-cbd2b2138823 req-e8f1f47f-07d5-4cb4-9a8a-db27cf85af08 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698954 Jul 04 10:12:47.068460 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:47.068851 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (2a80ba38-5b22-424f-940c-e7865bb4259f), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:47.069160 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Floating IP 2a80ba38-5b22-424f-940c-e7865bb4259f disassociated. External IP: 172.27.2.56, port: ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31. Jul 04 10:12:47.069509 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Calling delete_port for ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:12:47.156772 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:47.228380 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaa80a-1aed-49b3-a671-893f12b4e69e req-2fdcdc36-b7dc-475a-9de7-2643800c01a8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:47.229893 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a8aaa80a-1aed-49b3-a671-893f12b4e69e req-2fdcdc36-b7dc-475a-9de7-2643800c01a8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 947 time: 0.0854235 Jul 04 10:12:47.236449 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f2e6e-6360-469d-92c0-0c8b644ad7d4 req-f59c9dc4-7e9d-47c5-865f-e8483d84b327 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:47.237882 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fb2f2e6e-6360-469d-92c0-0c8b644ad7d4 req-f59c9dc4-7e9d-47c5-865f-e8483d84b327 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.1050925 Jul 04 10:12:47.345974 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a8aaa80a-1aed-49b3-a671-893f12b4e69e req-0fabe123-14a7-4b6e-8259-cdd7adb900f0 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=063711b6-c9fa-471d-8238-26a7f6637b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070533 Jul 04 10:12:47.355196 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fb2f2e6e-6360-469d-92c0-0c8b644ad7d4 req-1babac7e-0b2d-48c6-a438-7762faf81bbc tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096156 Jul 04 10:12:47.356476 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:47.385641 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event deleted for resources: {'Port': ['ID=ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:47.397783 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.398303 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.398303 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.398666 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.398993 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.399317 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.399639 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.399958 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.400293 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.400613 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.400902 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.401219 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.401536 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.401880 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.402228 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:47.511278 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:12:47.617069 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:12:47.627243 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] Sync routers for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:12:47.638518 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:47.639093 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:47.658412 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] No DVR routers for this DVR port ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:12:47.660887 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:47.664177 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc2254bd-3184-464f-b945-61b6e5223b4f req-935770a6-1e7e-4fae-86f1-695b34a28e8d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "DELETE /v2.0/ports/ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 HTTP/1.1" status: 204 len: 173 time: 1.1389990 Jul 04 10:12:47.664614 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-deleted', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:47.666888 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6423bd-f686-4b7b-9755-ad3595bab7e2" -d '{"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-deleted", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:47.701940 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3becccc-2dae-425f-ba66-6ccea06f9a00 x-openstack-request-id: req-b3becccc-2dae-425f-ba66-6ccea06f9a00 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:47.702202 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2", "name": "network-vif-deleted", "tag": "ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:47.702451 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3becccc-2dae-425f-ba66-6ccea06f9a00 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:47.702856 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3becccc-2dae-425f-ba66-6ccea06f9a00'] response: {'server_uuid': 'ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2', 'name': 'network-vif-deleted', 'tag': 'ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31', 'status': 'completed', 'code': 200} Jul 04 10:12:47.743994 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:47.934146 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:47.958823 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] Checking router: 23d92ab7-dded-4a4a-a9dc-e3595ad4168b for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:12:47.968357 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:47.968968 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:47.971568 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:48.073204 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:48.214173 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:48.279599 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:48.304957 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca33547-f783-408d-9b7e-c398ebe82fa3 None None] The sync data for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi is: [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:12:48.492506 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f7400dce-f707-4b51-a594-af050005e436 req-d2353e94-da82-436f-9fec-d15bfb4bf418 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 210 time: 0.0669777 Jul 04 10:12:48.512169 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608ca96-6bd8-47e9-bb21-83ac4a8e5b37 req-87021fa3-112b-4936-a153-a7e49e7b48bb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:48.513670 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b608ca96-6bd8-47e9-bb21-83ac4a8e5b37 req-87021fa3-112b-4936-a153-a7e49e7b48bb tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0785306 Jul 04 10:12:48.555147 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352faa0a-134b-40ce-89b5-a6ac518b47ff None None] New status for floating IP 2a80ba38-5b22-424f-940c-e7865bb4259f: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:12:48.564802 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b608ca96-6bd8-47e9-bb21-83ac4a8e5b37 req-3b5256bd-208c-479e-875c-b1172b9cb45c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Jul 04 10:12:49.622928 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c4800328-022f-4a0e-bdbd-51b85e5ecca6 req-4a24dbbc-1b09-4298-94dc-cf78e844115f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea79bd27-fdf0-4c8e-a439-b3c1d7c524d2 HTTP/1.1" status: 200 len: 210 time: 0.0298898 Jul 04 10:12:49.690876 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982b7d4-9faf-4697-bc48-76d12bce88fa req-ae4ca11a-58c9-4f34-9756-c97c46a7dcb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:49.692511 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8982b7d4-9faf-4697-bc48-76d12bce88fa req-ae4ca11a-58c9-4f34-9756-c97c46a7dcb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0487523 Jul 04 10:12:49.745366 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8982b7d4-9faf-4697-bc48-76d12bce88fa req-0e301684-5fb8-47e7-99b1-ac82bae26d7f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472360 Jul 04 10:12:49.819635 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:49.855938 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba055-8a4d-4208-9bdf-34c8b7f2509e req-5e8d9db4-f305-4a21-8487-f4562a383f5d tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:49.857433 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85bba055-8a4d-4208-9bdf-34c8b7f2509e req-5e8d9db4-f305-4a21-8487-f4562a383f5d tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0480342 Jul 04 10:12:49.866217 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47110) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:49.870484 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-b8807f01-fd92-4f35-9531-59e8e2a7a750 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Request body: {'floatingip': {'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:49.921519 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b8807f01-fd92-4f35-9531-59e8e2a7a750 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (1570fd45-40ff-4c85-94cb-2eb59347d2fb), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:50.109097 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:12:50.117356 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:50.133603 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:12:50.133976 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device ca00e905-cd23-4f89-b9a3-2e4d9b7e6b31 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:12:50.370110 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b8807f01-fd92-4f35-9531-59e8e2a7a750 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:50.376268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b8807f01-fd92-4f35-9531-59e8e2a7a750 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (1570fd45-40ff-4c85-94cb-2eb59347d2fb), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:50.603031 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8807f01-fd92-4f35-9531-59e8e2a7a750 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Router f7ca65df-094b-40be-b60b-7c7fd6050a19 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:12:50.707107 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8807f01-fd92-4f35-9531-59e8e2a7a750 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:12:50.711726 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b8807f01-fd92-4f35-9531-59e8e2a7a750 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:50.716712 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47116) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:50.718609 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] Sync routers for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:12:50.728300 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:50.728904 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:50.748211 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:50.750480 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:50.773310 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (063711b6-c9fa-471d-8238-26a7f6637b3f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:50.784803 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b8807f01-fd92-4f35-9531-59e8e2a7a750 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "PUT /v2.0/floatingips/1570fd45-40ff-4c85-94cb-2eb59347d2fb HTTP/1.1" status: 200 len: 994 time: 0.9154623 Jul 04 10:12:50.803477 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe56f6-7018-4532-997a-7b6b0a353213 x-openstack-request-id: req-cefe56f6-7018-4532-997a-7b6b0a353213 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:50.803789 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:50.804189 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cefe56f6-7018-4532-997a-7b6b0a353213 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:50.804604 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefe56f6-7018-4532-997a-7b6b0a353213'] response: {'name': 'network-changed', 'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'status': 'completed', 'code': 200} Jul 04 10:12:50.804761 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (063711b6-c9fa-471d-8238-26a7f6637b3f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:50.837228 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:50.854233 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (063711b6-c9fa-471d-8238-26a7f6637b3f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:50.857525 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:50.861516 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47122) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:50.861713 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "DELETE /v2.0/security-groups/063711b6-c9fa-471d-8238-26a7f6637b3f HTTP/1.1" status: 204 len: 168 time: 0.1438513 Jul 04 10:12:50.870980 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063711b6-c9fa-471d-8238-26a7f6637b3f,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:50.872697 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-4587b301-ee04-4477-9f84-96ae3f472c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:50.874273 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-4587b301-ee04-4477-9f84-96ae3f472c1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1130 time: 0.0489273 Jul 04 10:12:50.878316 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.878672 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.879012 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.879340 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.879866 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.880299 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.880624 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.880743 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.api.v2.resource [None req-9730cadb-fdf8-4559-8cfe-df6a4efb1598 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] show failed (client error): The resource could not be found. Jul 04 10:12:50.881104 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.884759 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.884759 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.885418 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-9730cadb-fdf8-4559-8cfe-df6a4efb1598 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups/063711b6-c9fa-471d-8238-26a7f6637b3f HTTP/1.1" status: 404 len: 347 time: 0.0175734 Jul 04 10:12:50.885513 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.885513 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.885513 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.885513 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.885513 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5008a0e-9e3a-4d43-9db2-94dfbf47571b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:12:50.886971 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47124) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:50.952194 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:50.974815 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-7b4f7681-5ab9-454c-a022-8f6063ee44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:50.976332 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-7b4f7681-5ab9-454c-a022-8f6063ee44a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.0932405 Jul 04 10:12:51.006745 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Deleting port b8c71ba4-376c-4f99-9a3d-759a5017f746 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:12:51.007121 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (b8c71ba4-376c-4f99-9a3d-759a5017f746), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.042428 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-67e8c5c1-bb2f-40a7-9b8f-71198c600d94 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 200 len: 1002 time: 0.0571492 Jul 04 10:12:51.080194 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '1570fd45-40ff-4c85-94cb-2eb59347d2fb', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'mac_address': 'fa:16:3e:66:ea:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:57Z', 'updated_at': '2022-07-04T10:12:50Z', 'revision_number': 3, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:51.084254 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (b8c71ba4-376c-4f99-9a3d-759a5017f746), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.084550 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (b8c71ba4-376c-4f99-9a3d-759a5017f746), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.094650 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-932fb7c9-5ab2-4737-be78-789ef9e77ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:51.096145 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-932fb7c9-5ab2-4737-be78-789ef9e77ce1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0464702 Jul 04 10:12:51.097256 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Calling delete_port for b8c71ba4-376c-4f99-9a3d-759a5017f746 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:12:51.105322 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] Checking router: f7ca65df-094b-40be-b60b-7c7fd6050a19 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:12:51.114578 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:12:51.115302 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:51.148197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-7099cb93-acda-488e-8aef-24a583c12564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:51.149726 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-7099cb93-acda-488e-8aef-24a583c12564 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456514 Jul 04 10:12:51.179111 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:51.220661 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:12:51.248680 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-7ad25988-87ca-45f6-b73a-0eb143db03ab service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891275 Jul 04 10:12:51.248944 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (b8c71ba4-376c-4f99-9a3d-759a5017f746), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.280318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event deleted for resources: {'Port': ['ID=b8c71ba4-376c-4f99-9a3d-759a5017f746,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:51.343342 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (2a80ba38-5b22-424f-940c-e7865bb4259f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.346060 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.350679 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-62f0bda7-a527-4bff-bb84-71c2119267fb tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "DELETE /v2.0/floatingips/2a80ba38-5b22-424f-940c-e7865bb4259f HTTP/1.1" status: 204 len: 168 time: 0.4603662 Jul 04 10:12:51.372460 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcf3329-b77a-4b99-a1a7-790f0c6eee9b req-636c8651-ba56-43dc-ac96-ad3686317d8f service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175852 Jul 04 10:12:51.426264 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47128) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:51.431724 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-0913a20e-2426-4972-98b2-1a4d54ee7e95 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938218929', 'description': 'tempest-description--1073977800'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:51.454394 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0913a20e-2426-4972-98b2-1a4d54ee7e95 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.514674 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:51.528093 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0913a20e-2426-4972-98b2-1a4d54ee7e95 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.532783 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0913a20e-2426-4972-98b2-1a4d54ee7e95 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.561502 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0913a20e-2426-4972-98b2-1a4d54ee7e95 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.562872 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0913a20e-2426-4972-98b2-1a4d54ee7e95 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1353898 Jul 04 10:12:51.566036 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47130) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:51.566988 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913a20e-2426-4972-98b2-1a4d54ee7e95 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:51.575419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-e2c3446a-0ffc-4a14-8cd3-7e505afa16d8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'security_group_rule': {'security_group_id': '0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:51.580898 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '1570fd45-40ff-4c85-94cb-2eb59347d2fb', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'mac_address': 'fa:16:3e:66:ea:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:57Z', 'updated_at': '2022-07-04T10:12:50Z', 'revision_number': 3, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:12:51.605761 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e2c3446a-0ffc-4a14-8cd3-7e505afa16d8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (f17d04c8-85d5-41c0-b2ef-d290c2f720fb), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.606584 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fec8f52-84ef-4f87-81d2-66dc7f3ae08d None None] The sync data for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi is: [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '1570fd45-40ff-4c85-94cb-2eb59347d2fb', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'port_id': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'mac_address': 'fa:16:3e:66:ea:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:10:57Z', 'updated_at': '2022-07-04T10:12:50Z', 'revision_number': 3, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:12:51.664370 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e2c3446a-0ffc-4a14-8cd3-7e505afa16d8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (f17d04c8-85d5-41c0-b2ef-d290c2f720fb), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.668947 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e2c3446a-0ffc-4a14-8cd3-7e505afa16d8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (f17d04c8-85d5-41c0-b2ef-d290c2f720fb), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.687343 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3446a-0ffc-4a14-8cd3-7e505afa16d8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17d04c8-85d5-41c0-b2ef-d290c2f720fb,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:51.697019 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e2c3446a-0ffc-4a14-8cd3-7e505afa16d8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.698265 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-e2c3446a-0ffc-4a14-8cd3-7e505afa16d8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310277 Jul 04 10:12:51.700905 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47132) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:51.705273 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-0a5aa282-b964-42d9-b28c-c1f4769578ed tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'security_group_rule': {'security_group_id': '0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:51.733817 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a5aa282-b964-42d9-b28c-c1f4769578ed tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (143409fb-dcd8-4ddd-bcbc-1af53b6b2cab), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.795720 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a5aa282-b964-42d9-b28c-c1f4769578ed tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (143409fb-dcd8-4ddd-bcbc-1af53b6b2cab), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:51.800305 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a5aa282-b964-42d9-b28c-c1f4769578ed tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (143409fb-dcd8-4ddd-bcbc-1af53b6b2cab), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.036809 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5aa282-b964-42d9-b28c-c1f4769578ed tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143409fb-dcd8-4ddd-bcbc-1af53b6b2cab,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:52.047057 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a5aa282-b964-42d9-b28c-c1f4769578ed tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.048295 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-0a5aa282-b964-42d9-b28c-c1f4769578ed tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464637 Jul 04 10:12:52.051366 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47134) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:12:52.056300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:52.079423 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.157092 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.219796 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:52.265552 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Allocated IP 172.27.2.37 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/c5cc3234-4605-49e1-ae56-f25991ec6f2b) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:12:52.375175 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for port (c5cc3234-4605-49e1-ae56-f25991ec6f2b), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.382251 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:52.415019 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (c5cc3234-4605-49e1-ae56-f25991ec6f2b), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.456715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:12:52.461951 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:12:52.464538 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:12:52.468264 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'Port': ['ID=c5cc3234-4605-49e1-ae56-f25991ec6f2b,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:52.550173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (566eff08-e3bf-40d1-8c14-7e311260f324), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.593853 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (c5cc3234-4605-49e1-ae56-f25991ec6f2b), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.741049 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for port (c5cc3234-4605-49e1-ae56-f25991ec6f2b), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.747871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (c5cc3234-4605-49e1-ae56-f25991ec6f2b), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.805916 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:52.808120 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98761bb1-6c66-4baa-8568-79ef9ecb09bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:52.826232 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'Port': ['ID=c5cc3234-4605-49e1-ae56-f25991ec6f2b,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:52.837125 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (566eff08-e3bf-40d1-8c14-7e311260f324), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.849277 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfda75c-ef19-40e5-b032-1c2b992c0380 x-openstack-request-id: req-3dfda75c-ef19-40e5-b032-1c2b992c0380 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:52.849557 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:52.850038 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3dfda75c-ef19-40e5-b032-1c2b992c0380 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:52.850426 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfda75c-ef19-40e5-b032-1c2b992c0380'] response: {'name': 'network-changed', 'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'status': 'completed', 'code': 200} Jul 04 10:12:52.854433 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:52.855629 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7311695e-2ad4-434f-a3bb-8bda16dd8028 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8030670 Jul 04 10:12:52.919919 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-15717fa7-2996-4a8b-b4ba-5cb5c640b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:52.921434 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-15717fa7-2996-4a8b-b4ba-5cb5c640b896 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 1130 time: 0.0399544 Jul 04 10:12:52.997692 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:53.040842 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-060f96eb-2517-41c7-b85b-e201d26f248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:53.042330 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-060f96eb-2517-41c7-b85b-e201d26f248b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.1082284 Jul 04 10:12:53.113373 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-c0e34864-9530-4d57-8a1f-a9d785815b5b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--938218929&fields=id&tenant_id=b852926ec18f4dc695da5ec1c5582f48 HTTP/1.1" status: 200 len: 267 time: 0.0942950 Jul 04 10:12:53.136980 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-f2e041bc-33f5-4c12-8710-e86cc767fd47 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 200 len: 1002 time: 0.0863597 Jul 04 10:12:53.245494 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-963e4490-bf70-41a4-b178-0b5b90a10c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:53.246991 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-963e4490-bf70-41a4-b178-0b5b90a10c10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.0955341 Jul 04 10:12:53.249338 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:53.305062 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-f325b998-526f-40dc-b1b7-ea00b370bd1e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:53.306553 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-f325b998-526f-40dc-b1b7-ea00b370bd1e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 814 time: 0.1843975 Jul 04 10:12:53.322907 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-35987480-13a7-4614-9ca3-c7841fa86695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:53.324349 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-35987480-13a7-4614-9ca3-c7841fa86695 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675247 Jul 04 10:12:53.326856 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-bc8b8669-d7b9-40bb-a4a0-3d094feb4f00 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/quotas/b852926ec18f4dc695da5ec1c5582f48 HTTP/1.1" status: 200 len: 375 time: 0.0127559 Jul 04 10:12:53.430915 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-678aee03-1c9e-4ea0-890e-7b5eed3bc9e9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984187 Jul 04 10:12:53.487510 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-62b16e0a-0d98-498b-917e-3eadb2bbc0c0 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560066 Jul 04 10:12:53.608489 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-57f560bb-2fc3-43ca-98b8-103f7a3309f5 service neutron] 10.222.0.79 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643085 Jul 04 10:12:53.645175 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-98761bb1-6c66-4baa-8568-79ef9ecb09bd req-f34b9d31-4d1d-4d1a-a266-44929b5aff4a service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494837 Jul 04 10:12:53.713903 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-ca9849e7-ae2d-44fb-973c-ca9a1b2984e0 service neutron] 10.222.0.79 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987878 Jul 04 10:12:53.888354 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a1f05fb9-01ea-4e9c-8009-b6bdb496c21a req-69c2764e-ed8e-42f6-92a5-691bc6e0ea93 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 210 time: 0.0289156 Jul 04 10:12:54.968845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-95a31ffe-fa2a-4877-8114-f18c6a64ec7e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:54.970356 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-95a31ffe-fa2a-4877-8114-f18c6a64ec7e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 814 time: 0.1187441 Jul 04 10:12:55.004597 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79fb2b7e-97de-4ca0-96af-eb6a82b29fc6 req-44597bea-f86e-4c1a-b7c6-c128cf31fe11 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 210 time: 0.0423799 Jul 04 10:12:55.053387 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-4f77173b-693d-44f0-8c1f-4efea4910b9f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b852926ec18f4dc695da5ec1c5582f48 HTTP/1.1" status: 200 len: 379 time: 0.0559769 Jul 04 10:12:55.129187 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'port': {'device_id': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'admin_state_up': True, 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'security_groups': ['0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:55.212315 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:55.253132 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Made reservation on behalf of b852926ec18f4dc695da5ec1c5582f48 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:12:55.257240 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:55.384576 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-074941e9-d3c7-421a-8930-42c91ae4765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:55.397240 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Allocated IP 172.20.0.13 (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a/c8b916b8-c083-440c-8d77-626a961ff635/4f41751d-4044-46c9-8fe9-0a9fdf5d5a79) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:12:55.399097 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:55.544993 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:55.581247 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:55.630992 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:12:55.634613 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:12:55.638742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:12:55.663344 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:55.693724 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:55.694422 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:55.712831 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d724c690-20fe-4b1a-9dba-452a9b538c2e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5944250 Jul 04 10:12:55.730250 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Request body: {'port': {'device_id': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:12:55.792261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:55.850470 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-1c8b7d1c-bbb3-412e-a21a-9ec2b5cf353b None None] Provisioning complete for port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:12:55.850851 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7d1c-bbb3-412e-a21a-9ec2b5cf353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:55.882973 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b7d1c-bbb3-412e-a21a-9ec2b5cf353b None None] Port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:12:56.031525 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:56.078783 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:12:56.098228 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Publish callbacks [] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:56.135074 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Transition to ACTIVE for port object 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:12:56.142666 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89db44-d18e-42f5-bbc5-1c68c4846ab5 req-2e8461eb-a6f2-4f43-be34-44d97cc9b307 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:56.144159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7a89db44-d18e-42f5-bbc5-1c68c4846ab5 req-2e8461eb-a6f2-4f43-be34-44d97cc9b307 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 932 time: 0.0608048 Jul 04 10:12:56.145205 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:56.219021 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:56.223782 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:56.260967 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7a89db44-d18e-42f5-bbc5-1c68c4846ab5 req-582905b7-0014-4c2b-8c2b-c3f473324c09 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074202 Jul 04 10:12:56.318332 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Attempting to bind port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:12:56.318667 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Attempting to bind port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:12:56.319007 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Attempting to bind port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 on network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:12:56.323639 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 on network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:12:56.323959 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Attempting to bind port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 on network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:12:56.328969 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:12:56.329303 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Checking segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:12:56.329709 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Bound using segment: {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:12:56.330134 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Bound port: 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:12:56.330497 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:56.396320 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:12:56.399742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:12:56.407715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:56.446328 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:56.446930 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:56.448285 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] 10.222.0.74 "PUT /v2.0/ports/4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 HTTP/1.1" status: 200 len: 1094 time: 0.7225909 Jul 04 10:12:56.448704 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:12:56.450907 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:12:56.468670 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0254f-52c1-4b3e-9c02-9546db97d12c service neutron] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:56.493222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b238240-4510-40b6-9178-11ab913f6f35 x-openstack-request-id: req-5b238240-4510-40b6-9178-11ab913f6f35 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:12:56.493539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:12:56.493818 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b238240-4510-40b6-9178-11ab913f6f35 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:12:56.494218 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b238240-4510-40b6-9178-11ab913f6f35'] response: {'name': 'network-changed', 'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'status': 'completed', 'code': 200} Jul 04 10:12:56.546123 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-a29d8fb2-0443-44a1-bf8b-90c51c2d8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:56.547587 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-a29d8fb2-0443-44a1-bf8b-90c51c2d8a43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 1128 time: 0.0410025 Jul 04 10:12:56.600235 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-80c931a1-a9ba-4c68-a503-20476a6b0823 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 HTTP/1.1" status: 200 len: 217 time: 0.0366199 Jul 04 10:12:56.652067 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d874f154-6812-421f-b536-fcfa284603da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:56.653490 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d874f154-6812-421f-b536-fcfa284603da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0440140 Jul 04 10:12:56.697488 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-788e5629-c53b-4a9f-8875-0fbeabae428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:56.698942 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-788e5629-c53b-4a9f-8875-0fbeabae428c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372424 Jul 04 10:12:56.793338 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-d31d06ba-d1ee-4cba-93ca-f484f863b91b service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876718 Jul 04 10:12:56.886382 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f45d103-f6bc-4287-a1e8-2e9a9498c01b req-b77f574e-03d2-4156-ad68-1139c7e786ef service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858324 Jul 04 10:12:57.395679 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70680116-170d-4311-b266-b103839ea548 req-662089a3-ba8c-42ac-9ae0-6e7eab40d96d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:57.397439 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-70680116-170d-4311-b266-b103839ea548 req-662089a3-ba8c-42ac-9ae0-6e7eab40d96d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0562060 Jul 04 10:12:57.450870 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-70680116-170d-4311-b266-b103839ea548 req-aee06835-4b0c-451a-a975-786d60b23c74 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455682 Jul 04 10:12:57.551309 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-26b0baa4-534d-4c25-9d0a-c7de9cb68ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:57.997655 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-c8c52d2b-9bcd-44ca-b76a-723e032a2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:57.999168 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-c8c52d2b-9bcd-44ca-b76a-723e032a2981 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 1128 time: 0.0402997 Jul 04 10:12:58.013865 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:58.095608 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-78441b59-8728-4d15-b982-f78eb276b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:58.097087 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-78441b59-8728-4d15-b982-f78eb276b8b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.0901301 Jul 04 10:12:58.139606 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:12:58.148889 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-88c5bab3-5b40-4a46-a200-89c0216315cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 HTTP/1.1" status: 200 len: 217 time: 0.0338817 Jul 04 10:12:58.159064 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:58.199095 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-93eec62d-d6ff-4c6a-8e6a-99da05d71153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:58.200534 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-93eec62d-d6ff-4c6a-8e6a-99da05d71153 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0444355 Jul 04 10:12:58.244541 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:58.245158 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-93a311d6-b092-4ec9-b3cd-bb2b5aba537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:58.246671 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-93a311d6-b092-4ec9-b3cd-bb2b5aba537a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393927 Jul 04 10:12:58.256071 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'port_id': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'mac_address': 'fa:16:3e:d9:de:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:12:58.295571 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:12:58.295955 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:58.309814 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:12:58.329106 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:58.330268 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:12:58.336586 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:58.347205 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-0099f01d-d883-4ebb-9ad0-253e5fb7aa84 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896125 Jul 04 10:12:58.384387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:12:58.440415 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6a41b1d8-1f5f-47dc-992a-14d9c3d4faaf req-33effe12-2bfc-44c0-b744-7ad0bf558b7d service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874882 Jul 04 10:12:58.573965 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102bf3b-e675-404e-bd2d-371e2a299935 req-8a609aff-0b5a-4863-a40e-b0fa86f252df tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:58.575474 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e102bf3b-e675-404e-bd2d-371e2a299935 req-8a609aff-0b5a-4863-a40e-b0fa86f252df tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 945 time: 0.0483906 Jul 04 10:12:58.624771 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e102bf3b-e675-404e-bd2d-371e2a299935 req-a9952f10-e792-4c3b-b85a-f0d2e034b9db tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434656 Jul 04 10:12:58.627827 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:58.630793 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:12:58.645020 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:12:59.382667 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:12:59.759977 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53f34e-3e80-4846-8588-2fef525da7bf req-38bb0c27-abfa-4084-8d78-604550cbf2ab tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:12:59.761409 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5e53f34e-3e80-4846-8588-2fef525da7bf req-38bb0c27-abfa-4084-8d78-604550cbf2ab tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 945 time: 0.0535169 Jul 04 10:12:59.811073 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5e53f34e-3e80-4846-8588-2fef525da7bf req-f9830a38-c0ee-40cb-9e5d-54668eb93842 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Jul 04 10:13:00.167870 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:13:00.213177 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:13:00.223306 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:13:00.223692 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:00.288637 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:00.301005 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:13:00.301389 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:00.326087 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:00.328318 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e419f2-5581-4b0d-b57d-fb50047bdf03" -d '{"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-plugged", "status": "completed", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:00.341826 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:00.346873 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:00.369862 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6690dce-cbf2-40c8-aa3c-3bd58a3f734b x-openstack-request-id: req-b6690dce-cbf2-40c8-aa3c-3bd58a3f734b {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:00.370186 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-plugged", "status": "completed", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:00.370437 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6690dce-cbf2-40c8-aa3c-3bd58a3f734b {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:00.370833 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6690dce-cbf2-40c8-aa3c-3bd58a3f734b'] response: {'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'code': 200} Jul 04 10:13:00.397105 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:00.455974 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:00.548050 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a57643-467e-447b-95be-9b3d48aad2b1 req-41a3483f-38b8-4a33-bb1f-58db5c9693ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:00.549532 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a3a57643-467e-447b-95be-9b3d48aad2b1 req-41a3483f-38b8-4a33-bb1f-58db5c9693ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 1130 time: 0.0436635 Jul 04 10:13:00.597191 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a3a57643-467e-447b-95be-9b3d48aad2b1 req-6878cd12-1e61-4e30-a259-1656bcff4038 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401611 Jul 04 10:13:00.781482 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:00.938983 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08e114-406d-4000-88f9-072bc4f37a21 req-a04e54e3-bc49-4ad9-a711-444cb3a1ada4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:00.940476 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3a08e114-406d-4000-88f9-072bc4f37a21 req-a04e54e3-bc49-4ad9-a711-444cb3a1ada4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0481901 Jul 04 10:13:00.993369 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3a08e114-406d-4000-88f9-072bc4f37a21 req-f4846647-c0e4-41b7-8b37-1bc2af8e410f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440519 Jul 04 10:13:01.559751 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:01.565691 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:02.123131 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7cc01-51ef-4eae-8843-8e484801d406 req-4dec9ca2-11c1-4185-b857-605502fcc831 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:02.124661 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ffe7cc01-51ef-4eae-8843-8e484801d406 req-4dec9ca2-11c1-4185-b857-605502fcc831 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0486846 Jul 04 10:13:02.183251 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ffe7cc01-51ef-4eae-8843-8e484801d406 req-b80f036c-e26d-48c7-975f-c5833013143d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529265 Jul 04 10:13:03.106305 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:13:03.318120 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd907a-64cc-4668-8576-d9855214bbb5 req-25f4c301-cf65-413b-bbc4-210410600259 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:03.319559 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-09cd907a-64cc-4668-8576-d9855214bbb5 req-25f4c301-cf65-413b-bbc4-210410600259 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0464027 Jul 04 10:13:03.370174 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-09cd907a-64cc-4668-8576-d9855214bbb5 req-d89a22fb-f48a-4c3a-9202-cca8d1056746 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449538 Jul 04 10:13:03.438386 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:03.491213 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e05c4-dd42-4a9d-a25b-08546b69d05b req-51bd06b3-6593-4b6c-a238-b99a04de18ca tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:03.492597 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-da4e05c4-dd42-4a9d-a25b-08546b69d05b req-51bd06b3-6593-4b6c-a238-b99a04de18ca tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0497403 Jul 04 10:13:03.506016 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47194) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:03.510763 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Request body: {'floatingip': {'port_id': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:03.548619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (566eff08-e3bf-40d1-8c14-7e311260f324), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:03.970758 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:03.977011 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (566eff08-e3bf-40d1-8c14-7e311260f324), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:04.076729 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Floating IP 566eff08-e3bf-40d1-8c14-7e311260f324 associated. External IP: 172.27.2.37, port: 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79. Jul 04 10:13:04.531593 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:13:04.634072 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:13:04.639129 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:04.643587 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] Sync routers for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:13:04.653768 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:04.654369 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:04.672099 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0d44085d-ae31-4fd2-9755-5014f4f26a9d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "PUT /v2.0/floatingips/566eff08-e3bf-40d1-8c14-7e311260f324 HTTP/1.1" status: 200 len: 991 time: 1.1650047 Jul 04 10:13:04.672744 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:04.675052 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0ca61f-bdf1-47a9-a52c-d91f72b93623" -d '{"events": [{"name": "network-changed", "server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:04.711998 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a88f9cd-60e7-4233-88c6-9e7f0c4e42ff x-openstack-request-id: req-2a88f9cd-60e7-4233-88c6-9e7f0c4e42ff {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:04.712278 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:04.712525 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2a88f9cd-60e7-4233-88c6-9e7f0c4e42ff {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:04.712921 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a88f9cd-60e7-4233-88c6-9e7f0c4e42ff'] response: {'name': 'network-changed', 'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'status': 'completed', 'code': 200} Jul 04 10:13:04.780066 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-46654bce-ddda-4a6a-9df0-3514b51b246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:04.781567 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-46654bce-ddda-4a6a-9df0-3514b51b246d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 1130 time: 0.0436425 Jul 04 10:13:04.841805 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:05.050180 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:05.063292 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '566eff08-e3bf-40d1-8c14-7e311260f324', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'port_id': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'mac_address': 'fa:16:3e:d9:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:52Z', 'updated_at': '2022-07-04T10:13:03Z', 'revision_number': 1, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:05.092751 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] Checking router: 23d92ab7-dded-4a4a-a9dc-e3595ad4168b for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:13:05.101444 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:05.102079 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:05.106187 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-395aa93c-23c0-47aa-ae8c-aa1a3649271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:05.107705 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-395aa93c-23c0-47aa-ae8c-aa1a3649271c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.3116667 Jul 04 10:13:05.174357 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-bc0b0b87-bb23-4a45-b43a-b1b188a1e5a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 HTTP/1.1" status: 200 len: 999 time: 0.0601203 Jul 04 10:13:05.200146 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:05.226118 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-03c39425-6c75-4213-a5d9-7c97c20c4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:05.227595 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-03c39425-6c75-4213-a5d9-7c97c20c4ea0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0455470 Jul 04 10:13:05.270317 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:05.273589 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-08d17bc4-9566-442f-9f1b-195df50755a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:05.275384 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-08d17bc4-9566-442f-9f1b-195df50755a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401349 Jul 04 10:13:05.369677 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-40a29409-da95-4169-aec8-7d2d83e8ba25 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877037 Jul 04 10:13:05.415267 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '566eff08-e3bf-40d1-8c14-7e311260f324', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'port_id': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'mac_address': 'fa:16:3e:d9:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:52Z', 'updated_at': '2022-07-04T10:13:03Z', 'revision_number': 1, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:05.441189 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4cd40-bdcc-46ad-8216-e67fa38412fa None None] The sync data for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi is: [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '566eff08-e3bf-40d1-8c14-7e311260f324', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'port_id': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'mac_address': 'fa:16:3e:d9:de:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:12:52Z', 'updated_at': '2022-07-04T10:13:03Z', 'revision_number': 1, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:13:05.466753 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db0ca61f-bdf1-47a9-a52c-d91f72b93623 req-0e83d199-f437-4da2-826e-fcb465721230 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873313 Jul 04 10:13:05.643555 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a8a5d-28f6-4712-a465-164a76d24919 None None] New status for floating IP 566eff08-e3bf-40d1-8c14-7e311260f324: ACTIVE {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:13:14.667768 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:14.669679 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:15.461613 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=34 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:15.462795 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=22 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:15.744913 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:15.748271 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:UPDATE=3,neutron:SELECT=24 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:17.778624 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697ea3f-612e-48ae-90ec-765dee8cf7c7 req-cc44aa36-ab8b-41ed-a3d4-40decff8c7ea tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:17.780086 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9697ea3f-612e-48ae-90ec-765dee8cf7c7 req-cc44aa36-ab8b-41ed-a3d4-40decff8c7ea tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Jul 04 10:13:17.831068 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9697ea3f-612e-48ae-90ec-765dee8cf7c7 req-40e1ce54-6ad6-47e6-991a-ed4f45aaa5ac tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Jul 04 10:13:18.952830 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3ddb-a6d7-4345-a4f9-c30a34e4e3ae req-830de079-db0d-4500-b5da-d6f975d8d8b9 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:18.954331 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f52a3ddb-a6d7-4345-a4f9-c30a34e4e3ae req-830de079-db0d-4500-b5da-d6f975d8d8b9 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0519128 Jul 04 10:13:19.003989 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f52a3ddb-a6d7-4345-a4f9-c30a34e4e3ae req-04b35e8a-44aa-4f2a-b7cd-90a8b8335b2e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Jul 04 10:13:19.999980 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-37dbac28-c250-46a5-ad7d-df52158665e6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:20.001387 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-37dbac28-c250-46a5-ad7d-df52158665e6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0492797 Jul 04 10:13:20.120639 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Deleting port 2172e408-c0ad-454d-89dc-0a5bd85b15cb {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:20.120947 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:20.132454 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac879c-c504-4acd-b7d3-f4f0852cc1a3 req-31e306cd-2fd3-4538-8c60-f5e75e593734 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:20.133983 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-65ac879c-c504-4acd-b7d3-f4f0852cc1a3 req-31e306cd-2fd3-4538-8c60-f5e75e593734 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 946 time: 0.0593545 Jul 04 10:13:20.239131 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-65ac879c-c504-4acd-b7d3-f4f0852cc1a3 req-f064daec-c935-4f3b-8e3e-5efcb6fe6694 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d1e92ca-0bae-4552-98fe-d7eebd59cc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948889 Jul 04 10:13:20.254649 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] For port 2172e408-c0ad-454d-89dc-0a5bd85b15cb, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=2172e408-c0ad-454d-89dc-0a5bd85b15cb,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:20.255010 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:20.417102 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:20.417338 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (3487bc8e-343e-4908-afa7-0ce8c40df902), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:20.417646 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Floating IP 3487bc8e-343e-4908-afa7-0ce8c40df902 disassociated. External IP: 172.27.2.72, port: 2172e408-c0ad-454d-89dc-0a5bd85b15cb. Jul 04 10:13:20.417998 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Calling delete_port for 2172e408-c0ad-454d-89dc-0a5bd85b15cb owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:20.581448 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (2172e408-c0ad-454d-89dc-0a5bd85b15cb), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:20.618999 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event deleted for resources: {'Port': ['ID=2172e408-c0ad-454d-89dc-0a5bd85b15cb,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:20.688979 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:20.734400 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Router 6c6abf71-fdd1-40eb-afe4-59269372ce9c has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:13:20.818055 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:20.850651 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:13:20.860989 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19279503-4061-4067-be71-0362ba04e730 None None] Sync routers for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:13:20.873943 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19279503-4061-4067-be71-0362ba04e730 None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:20.874543 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-19279503-4061-4067-be71-0362ba04e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:20.899419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] No DVR routers for this DVR port 2172e408-c0ad-454d-89dc-0a5bd85b15cb on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:13:20.902392 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:20.906774 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3d77bc98-63ae-4481-89d1-112bf1b283e9 req-f91182d6-1219-4adc-8849-ca55d34e3a51 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "DELETE /v2.0/ports/2172e408-c0ad-454d-89dc-0a5bd85b15cb HTTP/1.1" status: 204 len: 173 time: 0.8979897 Jul 04 10:13:20.907223 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a842f878-2275-4988-8e51-b3b7276678e7', 'name': 'network-vif-deleted', 'tag': '2172e408-c0ad-454d-89dc-0a5bd85b15cb'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:20.909698 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae0f7af-7118-4f84-bf71-433a67bea8c5" -d '{"events": [{"server_uuid": "a842f878-2275-4988-8e51-b3b7276678e7", "name": "network-vif-deleted", "tag": "2172e408-c0ad-454d-89dc-0a5bd85b15cb"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:20.955956 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:20.961129 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b8afe-ea89-4d4b-85b0-7edaad8a5739 x-openstack-request-id: req-686b8afe-ea89-4d4b-85b0-7edaad8a5739 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:20.961392 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a842f878-2275-4988-8e51-b3b7276678e7", "name": "network-vif-deleted", "tag": "2172e408-c0ad-454d-89dc-0a5bd85b15cb", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:20.961682 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-686b8afe-ea89-4d4b-85b0-7edaad8a5739 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:20.962150 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686b8afe-ea89-4d4b-85b0-7edaad8a5739'] response: {'server_uuid': 'a842f878-2275-4988-8e51-b3b7276678e7', 'name': 'network-vif-deleted', 'tag': '2172e408-c0ad-454d-89dc-0a5bd85b15cb', 'status': 'completed', 'code': 200} Jul 04 10:13:20.982880 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:20.994542 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-19279503-4061-4067-be71-0362ba04e730 None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:21.222443 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-19279503-4061-4067-be71-0362ba04e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:21.253955 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19279503-4061-4067-be71-0362ba04e730 None None] Checking router: 6c6abf71-fdd1-40eb-afe4-59269372ce9c for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:13:21.264165 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19279503-4061-4067-be71-0362ba04e730 None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:21.264772 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-19279503-4061-4067-be71-0362ba04e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:12:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:21.370282 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fae508ae-1468-401e-94d3-9e43215a8386 req-00352906-6b22-4191-8144-d07cc85f83f5 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=a842f878-2275-4988-8e51-b3b7276678e7 HTTP/1.1" status: 200 len: 210 time: 0.0393198 Jul 04 10:13:21.381297 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-19279503-4061-4067-be71-0362ba04e730 None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:21.599702 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-19279503-4061-4067-be71-0362ba04e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:21.626482 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19279503-4061-4067-be71-0362ba04e730 None None] The sync data for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi is: [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:13:21.873102 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08082-6fd4-44ee-917d-1207ff43936d None None] New status for floating IP 3487bc8e-343e-4908-afa7-0ce8c40df902: DOWN {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:13:22.264903 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 2172e408-c0ad-454d-89dc-0a5bd85b15cb no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:13:22.292595 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 2172e408-c0ad-454d-89dc-0a5bd85b15cb {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:13:22.292930 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 2172e408-c0ad-454d-89dc-0a5bd85b15cb not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:13:22.464090 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47238) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:22.523222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b0a25387-b6b3-43e5-b385-c597302e388e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (3d1e92ca-0bae-4552-98fe-d7eebd59cc20), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:22.547614 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b0a25387-b6b3-43e5-b385-c597302e388e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (3d1e92ca-0bae-4552-98fe-d7eebd59cc20), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:22.603443 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b0a25387-b6b3-43e5-b385-c597302e388e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3d1e92ca-0bae-4552-98fe-d7eebd59cc20), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:22.606040 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b0a25387-b6b3-43e5-b385-c597302e388e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:22.607210 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b0a25387-b6b3-43e5-b385-c597302e388e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "DELETE /v2.0/security-groups/3d1e92ca-0bae-4552-98fe-d7eebd59cc20 HTTP/1.1" status: 204 len: 168 time: 0.1421483 Jul 04 10:13:22.610824 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47242) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:22.616684 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a25387-b6b3-43e5-b385-c597302e388e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1e92ca-0bae-4552-98fe-d7eebd59cc20,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:22.627466 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.api.v2.resource [None req-aa6803c5-c1c5-4268-99b3-6844cd098951 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] show failed (client error): The resource could not be found. Jul 04 10:13:22.628546 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-aa6803c5-c1c5-4268-99b3-6844cd098951 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups/3d1e92ca-0bae-4552-98fe-d7eebd59cc20 HTTP/1.1" status: 404 len: 347 time: 0.0161796 Jul 04 10:13:22.631778 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47244) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:22.743889 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Deleting port 1d62a6d3-b35a-4792-a285-754752214e3d {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:22.744228 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (1d62a6d3-b35a-4792-a285-754752214e3d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:22.823264 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (1d62a6d3-b35a-4792-a285-754752214e3d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:22.823573 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (1d62a6d3-b35a-4792-a285-754752214e3d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:22.838063 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Calling delete_port for 1d62a6d3-b35a-4792-a285-754752214e3d owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:22.988140 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (1d62a6d3-b35a-4792-a285-754752214e3d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.014935 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event deleted for resources: {'Port': ['ID=1d62a6d3-b35a-4792-a285-754752214e3d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:23.083260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (3487bc8e-343e-4908-afa7-0ce8c40df902), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.085797 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.086960 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d1f47eea-1693-46bf-a214-f1dcc2359efe tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "DELETE /v2.0/floatingips/3487bc8e-343e-4908-afa7-0ce8c40df902 HTTP/1.1" status: 204 len: 168 time: 0.4540732 Jul 04 10:13:23.170348 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47256) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:23.177113 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-8897fd13-46d1-4209-bb00-c42987c9fce6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899117126', 'description': 'tempest-description--1476492961'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:23.207586 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8897fd13-46d1-4209-bb00-c42987c9fce6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.277906 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8897fd13-46d1-4209-bb00-c42987c9fce6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (c188bb65-a9b2-452b-aea8-a8e62137c5c2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.283336 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8897fd13-46d1-4209-bb00-c42987c9fce6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c188bb65-a9b2-452b-aea8-a8e62137c5c2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.312666 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8897fd13-46d1-4209-bb00-c42987c9fce6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.313897 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8897fd13-46d1-4209-bb00-c42987c9fce6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423888 Jul 04 10:13:23.317108 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47258) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:23.317982 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897fd13-46d1-4209-bb00-c42987c9fce6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c188bb65-a9b2-452b-aea8-a8e62137c5c2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:23.322168 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-36e5173c-84e9-45cf-a86a-71a198e23a2d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'security_group_rule': {'security_group_id': 'c188bb65-a9b2-452b-aea8-a8e62137c5c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:23.357603 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-36e5173c-84e9-45cf-a86a-71a198e23a2d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (e1818919-ef2e-4a63-9863-02aa88947765), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.417555 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-36e5173c-84e9-45cf-a86a-71a198e23a2d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (e1818919-ef2e-4a63-9863-02aa88947765), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.423281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-36e5173c-84e9-45cf-a86a-71a198e23a2d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (e1818919-ef2e-4a63-9863-02aa88947765), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.441849 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5173c-84e9-45cf-a86a-71a198e23a2d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1818919-ef2e-4a63-9863-02aa88947765,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:23.449490 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-36e5173c-84e9-45cf-a86a-71a198e23a2d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.450716 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-36e5173c-84e9-45cf-a86a-71a198e23a2d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325681 Jul 04 10:13:23.453576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47260) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:23.457917 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-6af5bdcf-a4b9-488c-a20a-97187f012174 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'security_group_rule': {'security_group_id': 'c188bb65-a9b2-452b-aea8-a8e62137c5c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:23.490372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6af5bdcf-a4b9-488c-a20a-97187f012174 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (e8974d6c-426d-40a4-8d11-7834850f926f), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.554485 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6af5bdcf-a4b9-488c-a20a-97187f012174 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (e8974d6c-426d-40a4-8d11-7834850f926f), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.560627 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6af5bdcf-a4b9-488c-a20a-97187f012174 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (e8974d6c-426d-40a4-8d11-7834850f926f), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.578390 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5bdcf-a4b9-488c-a20a-97187f012174 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8974d6c-426d-40a4-8d11-7834850f926f,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:23.588143 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6af5bdcf-a4b9-488c-a20a-97187f012174 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.589347 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6af5bdcf-a4b9-488c-a20a-97187f012174 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348352 Jul 04 10:13:23.593038 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47262) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:23.597232 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:23.621082 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.704198 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.762541 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:23.814664 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Allocated IP 172.27.2.96 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/ca4ae479-9e21-4b83-b283-7d8062fb4778) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:13:23.885845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:23.928525 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for port (ca4ae479-9e21-4b83-b283-7d8062fb4778), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:23.963363 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (ca4ae479-9e21-4b83-b283-7d8062fb4778), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:24.003353 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:13:24.008334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:13:24.012205 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:13:24.033734 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'Port': ['ID=ca4ae479-9e21-4b83-b283-7d8062fb4778,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:24.096039 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (dbf915cb-9393-4eb8-8133-31c0299088ca), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:24.140629 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (ca4ae479-9e21-4b83-b283-7d8062fb4778), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:24.295907 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for port (ca4ae479-9e21-4b83-b283-7d8062fb4778), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:24.301852 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (ca4ae479-9e21-4b83-b283-7d8062fb4778), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:24.389163 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'Port': ['ID=ca4ae479-9e21-4b83-b283-7d8062fb4778,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:24.397417 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (dbf915cb-9393-4eb8-8133-31c0299088ca), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:24.415816 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:24.417068 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-a3a2e632-af83-4b18-999c-08e23d53f36a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8230698 Jul 04 10:13:24.624731 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-b02d8fac-fe94-4dc9-b861-0d117ae3806c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--899117126&fields=id&tenant_id=2f559cbed35f4fbb8fe71906696733e7 HTTP/1.1" status: 200 len: 267 time: 0.0454013 Jul 04 10:13:24.746002 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-60aff310-1f63-4912-b1e8-e3e7d181670f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:24.747420 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-60aff310-1f63-4912-b1e8-e3e7d181670f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 810 time: 0.1160038 Jul 04 10:13:24.765421 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-e0ca8d7b-4a85-4d42-967d-9aacd12c4180 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/quotas/2f559cbed35f4fbb8fe71906696733e7 HTTP/1.1" status: 200 len: 375 time: 0.0098085 Jul 04 10:13:24.780666 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:24.809767 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:24.822886 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-97d15ad4-3d0d-4d99-871e-f571c93a4606 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524769 Jul 04 10:13:24.936936 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-336f06d6-71ea-4b7d-bc4d-e19eac760967 service neutron] 10.222.0.79 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999486 Jul 04 10:13:25.038446 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-cd1f6f01-c801-4f32-9cf5-427b1b80cf1d service neutron] 10.222.0.79 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948846 Jul 04 10:13:25.220375 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5249276c-4b50-4af4-9b2c-c30c9aef92eb req-80603697-29ea-4186-98c6-e06f368e8f7d tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 210 time: 0.0308614 Jul 04 10:13:25.379672 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e851bce6-9661-42cf-85db-0d8bd5a14b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:26.417133 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-68cac45a-811f-4a0a-9c27-9075b07b0ef5 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:26.418741 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-68cac45a-811f-4a0a-9c27-9075b07b0ef5 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 810 time: 0.1145396 Jul 04 10:13:26.474310 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4eafd05c-52cc-4467-bcf8-32a18b8360dc req-f9d7d141-d253-455e-84e8-4beedd144852 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 210 time: 0.1805124 Jul 04 10:13:26.514224 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-0413528b-fbe8-422b-bf87-d6de2ac92159 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f559cbed35f4fbb8fe71906696733e7 HTTP/1.1" status: 200 len: 379 time: 0.0836260 Jul 04 10:13:26.578859 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'port': {'device_id': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'admin_state_up': True, 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'security_groups': ['c188bb65-a9b2-452b-aea8-a8e62137c5c2']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:26.701717 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Made reservation on behalf of 2f559cbed35f4fbb8fe71906696733e7 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:13:26.704971 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:26.833089 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Allocated IP 172.20.0.12 (28afbc1c-7fbf-4c17-a5be-8814771902ab/fcdafb8b-1959-44ef-810f-9ffa9e6bb015/f3ced8cf-b87b-4d22-b190-3b0019183ff9) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:13:26.985505 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.010240 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:27.023972 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.069440 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:13:27.071794 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:27.075178 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:13:27.079148 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:13:27.103521 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event updated for resources: {'Port': ['ID=f3ced8cf-b87b-4d22-b190-3b0019183ff9,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:27.133714 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:27.134380 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.152425 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-eccaca51-3945-4777-9fac-56f9a624c4ee tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5785909 Jul 04 10:13:27.165323 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Request body: {'port': {'device_id': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:27.227321 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.255253 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-90d5364a-2aa3-4600-8fed-6be3818f4790 None None] Provisioning complete for port f3ced8cf-b87b-4d22-b190-3b0019183ff9 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:13:27.255823 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90d5364a-2aa3-4600-8fed-6be3818f4790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.291408 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-90d5364a-2aa3-4600-8fed-6be3818f4790 None None] Port f3ced8cf-b87b-4d22-b190-3b0019183ff9 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:13:27.486273 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ced8cf-b87b-4d22-b190-3b0019183ff9 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:13:27.494313 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Publish callbacks [] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.509345 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Transition to ACTIVE for port object f3ced8cf-b87b-4d22-b190-3b0019183ff9 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:13:27.515581 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.551255 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1266403c-589f-4068-9455-4144136dd6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.582095 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ced8cf-b87b-4d22-b190-3b0019183ff9,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:27.684298 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce31b6-a61f-41ad-bbbf-6a87361f7ae7 req-ee75d220-041f-49ba-843a-3091962b8cf1 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:27.685782 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-13ce31b6-a61f-41ad-bbbf-6a87361f7ae7 req-ee75d220-041f-49ba-843a-3091962b8cf1 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 944 time: 0.1390593 Jul 04 10:13:27.710205 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Attempting to bind port f3ced8cf-b87b-4d22-b190-3b0019183ff9 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:13:27.710556 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Attempting to bind port f3ced8cf-b87b-4d22-b190-3b0019183ff9 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:13:27.710886 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Attempting to bind port f3ced8cf-b87b-4d22-b190-3b0019183ff9 on network 28afbc1c-7fbf-4c17-a5be-8814771902ab {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:13:27.719398 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Port f3ced8cf-b87b-4d22-b190-3b0019183ff9 on network 28afbc1c-7fbf-4c17-a5be-8814771902ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:13:27.719723 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Attempting to bind port f3ced8cf-b87b-4d22-b190-3b0019183ff9 on network 28afbc1c-7fbf-4c17-a5be-8814771902ab {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:13:27.735523 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:13:27.735864 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Checking segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:13:27.736261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Bound using segment: {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:13:27.736739 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Bound port: f3ced8cf-b87b-4d22-b190-3b0019183ff9, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff278ba-eb72-4f41-a32e-94b85bc1511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:13:27.737115 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.761082 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-13ce31b6-a61f-41ad-bbbf-6a87361f7ae7 req-503cc1ec-082d-4557-91c1-46d5e85c4064 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676117 Jul 04 10:13:27.815222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] For port f3ced8cf-b87b-4d22-b190-3b0019183ff9, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:13:27.819961 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] For port f3ced8cf-b87b-4d22-b190-3b0019183ff9, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f3ced8cf-b87b-4d22-b190-3b0019183ff9,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:13:27.830869 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.836393 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:27.873925 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:27.874560 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:27.875906 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] 10.222.0.74 "PUT /v2.0/ports/f3ced8cf-b87b-4d22-b190-3b0019183ff9 HTTP/1.1" status: 200 len: 1094 time: 0.7150712 Jul 04 10:13:27.876387 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'tag': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:27.878604 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e" -d '{"events": [{"name": "network-changed", "server_uuid": "383b09a2-bd4d-450c-9be6-413d465e3f90", "tag": "f3ced8cf-b87b-4d22-b190-3b0019183ff9"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:27.896014 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f058af-19e5-4bb5-838a-a038bae7a487 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ced8cf-b87b-4d22-b190-3b0019183ff9,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:27.946914 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3043e3cc-99c1-4957-81da-43ee44cf24e1 x-openstack-request-id: req-3043e3cc-99c1-4957-81da-43ee44cf24e1 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:27.947209 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383b09a2-bd4d-450c-9be6-413d465e3f90", "tag": "f3ced8cf-b87b-4d22-b190-3b0019183ff9", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:27.947459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3043e3cc-99c1-4957-81da-43ee44cf24e1 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:27.947869 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3043e3cc-99c1-4957-81da-43ee44cf24e1'] response: {'name': 'network-changed', 'server_uuid': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'tag': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'status': 'completed', 'code': 200} Jul 04 10:13:27.976597 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-e32b0908-be2c-4103-8a8e-4a361f1bcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:27.978182 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-e32b0908-be2c-4103-8a8e-4a361f1bcd47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 1128 time: 0.0468407 Jul 04 10:13:27.990808 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:28.020172 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-6e303087-0483-4d3d-bd92-ce2b2eaefe28 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ced8cf-b87b-4d22-b190-3b0019183ff9 HTTP/1.1" status: 200 len: 217 time: 0.0349922 Jul 04 10:13:28.296493 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-cb52d3b0-2d5d-415d-9222-57d24ee52a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:28.298000 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-cb52d3b0-2d5d-415d-9222-57d24ee52a2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 200 len: 849 time: 0.2701278 Jul 04 10:13:28.342513 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-56f855bc-8619-4c5f-bb6b-4a51d121c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:28.343992 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-56f855bc-8619-4c5f-bb6b-4a51d121c6b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28afbc1c-7fbf-4c17-a5be-8814771902ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398152 Jul 04 10:13:28.446629 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-12b94c4a-0c3f-4bc3-911e-8c3abc87a869 service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911932 Jul 04 10:13:28.544754 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2414b161-de39-4638-86e8-a87fdcf9d6ac req-2d9e3441-cc88-4793-b352-a33b914b39f3 service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909534 Jul 04 10:13:28.891194 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fea03a-3ee1-4675-abcb-794a7ca2a821 req-adadade4-7888-4f60-966b-d7b41b2b4d14 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:28.892562 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-46fea03a-3ee1-4675-abcb-794a7ca2a821 req-adadade4-7888-4f60-966b-d7b41b2b4d14 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 944 time: 0.0518875 Jul 04 10:13:28.939449 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-46fea03a-3ee1-4675-abcb-794a7ca2a821 req-7cac2b01-822a-41ef-baf0-af493b527399 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 Jul 04 10:13:29.393133 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:29.542297 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-d1361d27-0a3b-439a-a7ad-ff05fab8e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:29.543784 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-d1361d27-0a3b-439a-a7ad-ff05fab8e682 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 1128 time: 0.0510743 Jul 04 10:13:29.642279 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-4b443a10-4249-433f-ba01-10385fac8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:29.643963 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-4b443a10-4249-433f-ba01-10385fac8bb2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 911 time: 0.0929301 Jul 04 10:13:29.685322 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-88de2639-70b8-41d8-8dbc-0b19164bc30f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ced8cf-b87b-4d22-b190-3b0019183ff9 HTTP/1.1" status: 200 len: 217 time: 0.0339770 Jul 04 10:13:29.734809 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-036091d8-710c-4f91-9bec-8cbb22b9334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:29.736267 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-036091d8-710c-4f91-9bec-8cbb22b9334f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 200 len: 849 time: 0.0443511 Jul 04 10:13:29.780021 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-7e639e31-06a4-4767-b9b6-5a98219a1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:29.781520 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-7e639e31-06a4-4767-b9b6-5a98219a1fd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28afbc1c-7fbf-4c17-a5be-8814771902ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383260 Jul 04 10:13:29.881382 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-77a3ff01-d19c-4d02-be97-ca300fd0676b service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915244 Jul 04 10:13:30.111285 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc16da-6efc-4645-835a-a47c243cb7e0 req-6805ceb7-56a9-4054-9058-5595d67fb6c7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:30.112818 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f5fc16da-6efc-4645-835a-a47c243cb7e0 req-6805ceb7-56a9-4054-9058-5595d67fb6c7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 944 time: 0.0914192 Jul 04 10:13:30.154766 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e4aff28a-9f3e-4e63-b683-dfa286dbb32e req-4db8d9bd-eb1d-48d4-9348-c27078a701c9 service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418152 Jul 04 10:13:30.175682 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f5fc16da-6efc-4645-835a-a47c243cb7e0 req-f9d1f85b-d839-4493-8651-a18aa96a9c97 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570531 Jul 04 10:13:30.314767 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f3ced8cf-b87b-4d22-b190-3b0019183ff9 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:13:30.429372 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f3ced8cf-b87b-4d22-b190-3b0019183ff9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f3ced8cf-b87b-4d22-b190-3b0019183ff9,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:30.448556 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'port_id': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'mac_address': 'fa:16:3e:d3:f2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:13:30.457694 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:30.487018 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port f3ced8cf-b87b-4d22-b190-3b0019183ff9 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:13:30.487393 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:30.501028 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ced8cf-b87b-4d22-b190-3b0019183ff9 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:13:30.520887 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f3ced8cf-b87b-4d22-b190-3b0019183ff9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f3ced8cf-b87b-4d22-b190-3b0019183ff9,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:30.526741 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:30.571304 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=f3ced8cf-b87b-4d22-b190-3b0019183ff9,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:30.578686 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.579025 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.579382 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.579697 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.580041 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.580368 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.580685 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.580999 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.581318 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.581654 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.581973 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.582270 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.582580 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.582899 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.583204 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:30.776845 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:30.816873 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['f3ced8cf-b87b-4d22-b190-3b0019183ff9'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:13:31.308216 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2759b6-8297-42ea-bf6a-339d0a7fd61c req-49c2c5a2-1953-4296-ae11-e0d6cd2c0bff tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:31.310709 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1f2759b6-8297-42ea-bf6a-339d0a7fd61c req-49c2c5a2-1953-4296-ae11-e0d6cd2c0bff tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 945 time: 0.0653775 Jul 04 10:13:31.342969 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:31.345362 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:31.361439 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1f2759b6-8297-42ea-bf6a-339d0a7fd61c req-9be48776-6edd-43a5-b991-363928fdc538 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451458 Jul 04 10:13:31.596604 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=57 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:31.604319 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=57 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:32.270734 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bd2f1-8a91-4aaa-9920-3a1a6a56839b req-fd6e77f0-31e1-4f2c-ac2a-ef5c83ccb0ad tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:32.272204 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d54bd2f1-8a91-4aaa-9920-3a1a6a56839b req-fd6e77f0-31e1-4f2c-ac2a-ef5c83ccb0ad tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0538342 Jul 04 10:13:32.320651 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d54bd2f1-8a91-4aaa-9920-3a1a6a56839b req-94809e4a-6497-404f-876b-a4c2e3b5826c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Jul 04 10:13:32.338044 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f3ced8cf-b87b-4d22-b190-3b0019183ff9 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:13:32.386410 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port f3ced8cf-b87b-4d22-b190-3b0019183ff9 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:13:32.395061 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port f3ced8cf-b87b-4d22-b190-3b0019183ff9 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:13:32.395447 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:32.427087 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:32.473667 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port f3ced8cf-b87b-4d22-b190-3b0019183ff9 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:13:32.474059 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:32.488424 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0863485-adc2-495f-ad02-b7bcf88ee48c req-1114a09f-47ef-4dc4-80d8-b91388c6e97b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:32.489948 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c0863485-adc2-495f-ad02-b7bcf88ee48c req-1114a09f-47ef-4dc4-80d8-b91388c6e97b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 945 time: 0.0485220 Jul 04 10:13:32.499244 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:32.501499 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95017e58-9454-49cb-be92-4e77a1eadae9" -d '{"events": [{"server_uuid": "383b09a2-bd4d-450c-9be6-413d465e3f90", "name": "network-vif-plugged", "status": "completed", "tag": "f3ced8cf-b87b-4d22-b190-3b0019183ff9"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:32.511494 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:32.515668 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f3ced8cf-b87b-4d22-b190-3b0019183ff9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f3ced8cf-b87b-4d22-b190-3b0019183ff9,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:32.523714 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:32.541736 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c0863485-adc2-495f-ad02-b7bcf88ee48c req-2b49b23e-dd70-46dc-85f3-b56c13460786 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458548 Jul 04 10:13:32.550531 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c358fa3-1f19-4f4b-aaa2-2a4573673d31 x-openstack-request-id: req-7c358fa3-1f19-4f4b-aaa2-2a4573673d31 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:32.550736 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383b09a2-bd4d-450c-9be6-413d465e3f90", "name": "network-vif-plugged", "status": "completed", "tag": "f3ced8cf-b87b-4d22-b190-3b0019183ff9", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:32.550982 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c358fa3-1f19-4f4b-aaa2-2a4573673d31 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:32.551356 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c358fa3-1f19-4f4b-aaa2-2a4573673d31'] response: {'server_uuid': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'code': 200} Jul 04 10:13:32.578296 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=f3ced8cf-b87b-4d22-b190-3b0019183ff9,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:33.311645 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=65,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:33.316371 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=65,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:33.446821 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:33.448747 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcb4a5-8bd3-4004-b48d-c497354f696c req-87fe2cef-429a-4704-8848-91abc1e2adec tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:33.450299 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c6bcb4a5-8bd3-4004-b48d-c497354f696c req-87fe2cef-429a-4704-8848-91abc1e2adec tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0555270 Jul 04 10:13:33.500432 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c6bcb4a5-8bd3-4004-b48d-c497354f696c req-0bd271c7-d712-4ac0-b2ea-25ceadecbd09 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443501 Jul 04 10:13:33.657655 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587ab76-c598-44a0-9107-d718ef1cb61d req-3ee62a5b-b9f5-43c4-b86b-8afb8da5a26c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:33.659116 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1587ab76-c598-44a0-9107-d718ef1cb61d req-3ee62a5b-b9f5-43c4-b86b-8afb8da5a26c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0478487 Jul 04 10:13:33.710001 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1587ab76-c598-44a0-9107-d718ef1cb61d req-0873763f-f227-421d-ac50-27ea2dc7580c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451624 Jul 04 10:13:34.626442 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257b166-771d-45fe-93a9-6492b21ac0ba req-038d5f3e-115c-40bf-b284-c796acc416a2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:34.627907 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9257b166-771d-45fe-93a9-6492b21ac0ba req-038d5f3e-115c-40bf-b284-c796acc416a2 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0516768 Jul 04 10:13:34.682344 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9257b166-771d-45fe-93a9-6492b21ac0ba req-9b01a573-dcd8-4677-95e3-ac225359c1a5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454791 Jul 04 10:13:34.840990 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461228-b3a6-4ea6-b3c3-b9851fabfdd0 req-7107423c-473e-48f8-bef2-5a17c812a0fc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:34.842509 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a2461228-b3a6-4ea6-b3c3-b9851fabfdd0 req-7107423c-473e-48f8-bef2-5a17c812a0fc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0580466 Jul 04 10:13:34.889731 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a2461228-b3a6-4ea6-b3c3-b9851fabfdd0 req-c43a4d8f-7bbd-4848-bdc6-7c20664ab5b7 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 Jul 04 10:13:35.688672 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056e77c-5f27-43ae-b42d-cab4e2786c71 req-9a01d55c-539d-40c9-9f8f-94b930ffdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:35.689869 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7056e77c-5f27-43ae-b42d-cab4e2786c71 req-9a01d55c-539d-40c9-9f8f-94b930ffdaec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 1130 time: 0.0394633 Jul 04 10:13:35.809632 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fbf35-1e18-4350-a86b-b41f8b551b23 req-17c10fec-d9b4-48cc-bc4a-54e7c7920065 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:35.811173 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5c5fbf35-1e18-4350-a86b-b41f8b551b23 req-17c10fec-d9b4-48cc-bc4a-54e7c7920065 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0492008 Jul 04 10:13:35.862556 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5c5fbf35-1e18-4350-a86b-b41f8b551b23 req-5c9acf4f-4d76-4dcd-aede-6a3d7e77b9c4 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457156 Jul 04 10:13:36.043350 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d9f72-9a58-4d26-9e42-24c9d6717f83 req-0e7086ca-c761-48b5-a9c8-532e79a2f5f4 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:36.044858 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3b7d9f72-9a58-4d26-9e42-24c9d6717f83 req-0e7086ca-c761-48b5-a9c8-532e79a2f5f4 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0853555 Jul 04 10:13:36.083641 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-f11f096e-77c9-4141-9856-84c601a09b3b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:36.085029 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-f11f096e-77c9-4141-9856-84c601a09b3b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0831718 Jul 04 10:13:36.103546 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7056e77c-5f27-43ae-b42d-cab4e2786c71 req-e360e5ea-f7e9-4079-94f1-1dadbc489548 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123886 Jul 04 10:13:36.125743 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3b7d9f72-9a58-4d26-9e42-24c9d6717f83 req-e5ede4ac-755e-41a2-b6fb-88aa26f4f77a tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713131 Jul 04 10:13:36.550290 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Deleting port 983beb0b-565d-4f4f-b77c-f373196c5bdc {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:36.550639 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:36.580986 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:36.628109 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:36.643159 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] For port 983beb0b-565d-4f4f-b77c-f373196c5bdc, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=983beb0b-565d-4f4f-b77c-f373196c5bdc,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:36.643516 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:36.811020 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:36.811710 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (1570fd45-40ff-4c85-94cb-2eb59347d2fb), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:36.811857 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Floating IP 1570fd45-40ff-4c85-94cb-2eb59347d2fb disassociated. External IP: 172.27.2.243, port: 983beb0b-565d-4f4f-b77c-f373196c5bdc. Jul 04 10:13:36.812079 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Calling delete_port for 983beb0b-565d-4f4f-b77c-f373196c5bdc owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:36.982032 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (983beb0b-565d-4f4f-b77c-f373196c5bdc), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:37.014953 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d42b48-0a6d-43a5-904a-0387ffc7de4b req-9af17a08-aa7a-47b9-8740-bbd2478b8316 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:37.016359 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b1d42b48-0a6d-43a5-904a-0387ffc7de4b req-9af17a08-aa7a-47b9-8740-bbd2478b8316 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 946 time: 0.0808702 Jul 04 10:13:37.019330 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event deleted for resources: {'Port': ['ID=983beb0b-565d-4f4f-b77c-f373196c5bdc,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:37.165475 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-166c6e47-c535-4f65-99c7-ed974f6ea887 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1200163 Jul 04 10:13:37.177230 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b1d42b48-0a6d-43a5-904a-0387ffc7de4b req-2cf46291-01d5-4f4d-9d1c-bb5b88eba618 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=30431659-abf6-4528-a8af-2a06099cd7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501086 Jul 04 10:13:37.201610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Router f7ca65df-094b-40be-b60b-7c7fd6050a19 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:13:37.327994 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32f51-c8c8-474f-86b7-43b3e3cec69e req-025f9375-4d00-45ce-86bf-2c401071a1f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:37.329416 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-75d32f51-c8c8-474f-86b7-43b3e3cec69e req-025f9375-4d00-45ce-86bf-2c401071a1f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0822322 Jul 04 10:13:37.402449 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-f9413b71-a1e8-47d1-b7b5-5274ba6b6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:37.403943 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-f9413b71-a1e8-47d1-b7b5-5274ba6b6222 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 1129 time: 0.0721862 Jul 04 10:13:37.410283 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:13:37.420219 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] Sync routers for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:13:37.433540 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:37.434190 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:37.456493 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-75d32f51-c8c8-474f-86b7-43b3e3cec69e req-04c0504a-dd21-400b-976e-22ed2564c5af tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142116 Jul 04 10:13:37.477650 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] No DVR routers for this DVR port 983beb0b-565d-4f4f-b77c-f373196c5bdc on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:13:37.480528 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:37.484757 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a742f368-67d5-475f-ad2a-5834b0ed0423 req-15696643-0c15-4992-94dd-6e8c06015fb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "DELETE /v2.0/ports/983beb0b-565d-4f4f-b77c-f373196c5bdc HTTP/1.1" status: 204 len: 173 time: 1.0295191 Jul 04 10:13:37.485224 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'name': 'network-vif-deleted', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:37.487580 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47110f87-4cf9-48e8-82b3-e3e96f031c4c" -d '{"events": [{"server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "name": "network-vif-deleted", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:37.532314 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30b4ab-1a6c-4bfa-8cf3-2590c15c0a3d x-openstack-request-id: req-ec30b4ab-1a6c-4bfa-8cf3-2590c15c0a3d {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:37.532601 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae1c9c4-3ee8-4aae-8911-21df5f3c37df", "name": "network-vif-deleted", "tag": "983beb0b-565d-4f4f-b77c-f373196c5bdc", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:37.532845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ec30b4ab-1a6c-4bfa-8cf3-2590c15c0a3d {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:37.533247 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec30b4ab-1a6c-4bfa-8cf3-2590c15c0a3d'] response: {'server_uuid': 'cae1c9c4-3ee8-4aae-8911-21df5f3c37df', 'name': 'network-vif-deleted', 'tag': '983beb0b-565d-4f4f-b77c-f373196c5bdc', 'status': 'completed', 'code': 200} Jul 04 10:13:37.635664 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:37.805749 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:37.842337 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:37.847769 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:37.866517 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725c213-3e12-4455-95c2-c4a8ade15620 req-a80a47dc-9b8d-44c1-a6bc-6c02a197286a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:37.868069 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c725c213-3e12-4455-95c2-c4a8ade15620 req-a80a47dc-9b8d-44c1-a6bc-6c02a197286a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 946 time: 0.0823660 Jul 04 10:13:37.876887 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] Checking router: f7ca65df-094b-40be-b60b-7c7fd6050a19 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:13:37.885571 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:37.886202 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:37.952163 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-9cb3569b-8385-4716-9916-3dab03c4b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:37.953647 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-9cb3569b-8385-4716-9916-3dab03c4b2ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 200 len: 919 time: 0.1563883 Jul 04 10:13:37.957917 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c725c213-3e12-4455-95c2-c4a8ade15620 req-2303c9a7-daeb-48db-868a-449681c61e18 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638325 Jul 04 10:13:37.986976 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:38.172115 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:38.196213 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb7abf-6926-43d9-a0fe-3428a251d3ef None None] The sync data for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi is: [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:37Z', 'revision_number': 4, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '12cdc3ba-4451-431f-a4f7-60b0a94c7a76', 'name': '', 'network_id': 'ca42d015-9cb6-4405-9736-f11c22ec9001', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'mac_address': 'fa:16:3e:52:17:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:36Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'subnets': [{'id': 'e33ab3cd-7533-413c-8d59-ee071f162d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:13:38.290326 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-22d865bd-a6e7-451a-9b13-f3ea427db0d7 req-17cb6050-6100-4251-accd-a39139e79f52 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 210 time: 0.0327821 Jul 04 10:13:38.371897 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 983beb0b-565d-4f4f-b77c-f373196c5bdc no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:13:38.391832 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 983beb0b-565d-4f4f-b77c-f373196c5bdc {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:13:38.392179 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 983beb0b-565d-4f4f-b77c-f373196c5bdc not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:13:38.418566 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a8034-5769-466a-8c22-a66334c61131 None None] New status for floating IP 1570fd45-40ff-4c85-94cb-2eb59347d2fb: DOWN {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:13:38.574383 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204d5a3-b7aa-4906-8563-3050186101c2 req-c7b460f0-657c-4814-8fa7-e763aa7c9408 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:38.575875 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9204d5a3-b7aa-4906-8563-3050186101c2 req-c7b460f0-657c-4814-8fa7-e763aa7c9408 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0491865 Jul 04 10:13:38.627445 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9204d5a3-b7aa-4906-8563-3050186101c2 req-3e3015ab-448a-4240-9591-ea3d15608725 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457458 Jul 04 10:13:38.737750 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9f4ef-53c6-4c73-8d08-261afb95c56e req-91ab328c-8b3a-429b-b8b8-80518cc1faa4 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:38.739202 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0cd9f4ef-53c6-4c73-8d08-261afb95c56e req-91ab328c-8b3a-429b-b8b8-80518cc1faa4 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0477357 Jul 04 10:13:38.752608 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47422) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:38.757008 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Request body: {'floatingip': {'port_id': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:38.799878 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (dbf915cb-9393-4eb8-8133-31c0299088ca), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:39.181944 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-866ac2e2-3fb7-472c-900f-ee945869144c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=037993de-7a0b-470c-95e5-54eeb6c77200 HTTP/1.1" status: 200 len: 217 time: 0.0686684 Jul 04 10:13:39.189654 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcecb1-a42b-4711-a13d-2b5e20c581fa req-ce2ecad9-a7ce-4900-8677-53560268ef86 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:39.191066 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9dbcecb1-a42b-4711-a13d-2b5e20c581fa req-ce2ecad9-a7ce-4900-8677-53560268ef86 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 946 time: 0.1492026 Jul 04 10:13:39.520636 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-22c422db-4ac4-4533-8006-ad75c9e7d1d8 req-a1445cd3-fd54-4c01-ac31-0c592c83bc0a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=cae1c9c4-3ee8-4aae-8911-21df5f3c37df HTTP/1.1" status: 200 len: 210 time: 0.0756254 Jul 04 10:13:39.604657 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-15727151-fb42-4cce-ab48-467c74c9db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:39.606129 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-15727151-fb42-4cce-ab48-467c74c9db28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 200 len: 857 time: 0.1622829 Jul 04 10:13:39.626710 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9dbcecb1-a42b-4711-a13d-2b5e20c581fa req-9c36b588-bda3-42b8-810b-3f9dc0145551 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4282675 Jul 04 10:13:39.679109 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:39.690602 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-318f6db6-b04b-4549-b055-c1195a3e8d24 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:39.692120 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-318f6db6-b04b-4549-b055-c1195a3e8d24 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 946 time: 0.1036677 Jul 04 10:13:39.695838 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (dbf915cb-9393-4eb8-8133-31c0299088ca), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:39.737385 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-038979ec-7347-41ce-8971-c921413bf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:39.738906 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-038979ec-7347-41ce-8971-c921413bf856 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca42d015-9cb6-4405-9736-f11c22ec9001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113024 Jul 04 10:13:39.807244 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:39.816698 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:39.930984 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Deleting port 111fd0b9-55ad-4e25-93cf-69456c116c74 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:39.931235 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:39.938297 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Floating IP dbf915cb-9393-4eb8-8133-31c0299088ca associated. External IP: 172.27.2.96, port: f3ced8cf-b87b-4d22-b190-3b0019183ff9. Jul 04 10:13:40.025560 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-96140396-92d7-4c1c-b2c8-d43d5da6c5c0 service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616923 Jul 04 10:13:40.096104 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:13:40.170501 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] For port 111fd0b9-55ad-4e25-93cf-69456c116c74, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=111fd0b9-55ad-4e25-93cf-69456c116c74,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:40.170867 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.309038 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ffe78b3-9824-4dba-b2a2-e435844c09ac req-5740f174-c816-4d41-a102-67a18885571e service neutron] 10.222.0.74 "GET /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701781 Jul 04 10:13:40.422927 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Router 6c6abf71-fdd1-40eb-afe4-59269372ce9c has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:13:40.433574 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.433970 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.434287 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Floating IP cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d disassociated. External IP: 172.27.2.242, port: 111fd0b9-55ad-4e25-93cf-69456c116c74. Jul 04 10:13:40.434632 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Calling delete_port for 111fd0b9-55ad-4e25-93cf-69456c116c74 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:40.542214 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:40.599409 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:13:40.604980 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.621852 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] Sync routers for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:13:40.633339 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:40.634094 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:40.654967 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:40.671559 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8b186642-13b1-4c37-8f81-3ea10b973fdc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "PUT /v2.0/floatingips/dbf915cb-9393-4eb8-8133-31c0299088ca HTTP/1.1" status: 200 len: 991 time: 1.9178820 Jul 04 10:13:40.675192 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'tag': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:40.676952 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a10220-ca43-4c7a-bb8d-fd603448645c" -d '{"events": [{"name": "network-changed", "server_uuid": "383b09a2-bd4d-450c-9be6-413d465e3f90", "tag": "f3ced8cf-b87b-4d22-b190-3b0019183ff9"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:40.696842 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (111fd0b9-55ad-4e25-93cf-69456c116c74), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.698102 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47442) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:40.744826 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91aa5ea-514a-4e51-86f5-e39e76012ebb x-openstack-request-id: req-b91aa5ea-514a-4e51-86f5-e39e76012ebb {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:40.745071 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383b09a2-bd4d-450c-9be6-413d465e3f90", "tag": "f3ced8cf-b87b-4d22-b190-3b0019183ff9", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:40.745349 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b91aa5ea-514a-4e51-86f5-e39e76012ebb {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:40.745772 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91aa5ea-514a-4e51-86f5-e39e76012ebb'] response: {'name': 'network-changed', 'server_uuid': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'tag': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'status': 'completed', 'code': 200} Jul 04 10:13:40.746581 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'Port': ['ID=111fd0b9-55ad-4e25-93cf-69456c116c74,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:40.759444 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cd86bc2f-1bcf-43b5-9619-31566c34bc7e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group (30431659-abf6-4528-a8af-2a06099cd7ae), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.774897 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2921c9ec-d10f-4575-833b-ecc0cf9dcc05 req-82f53e15-c019-4148-954d-c3d32c54a9f2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 210 time: 0.0665300 Jul 04 10:13:40.790406 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cd86bc2f-1bcf-43b5-9619-31566c34bc7e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group (30431659-abf6-4528-a8af-2a06099cd7ae), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.806691 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:40.848555 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cd86bc2f-1bcf-43b5-9619-31566c34bc7e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (30431659-abf6-4528-a8af-2a06099cd7ae), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.851409 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cd86bc2f-1bcf-43b5-9619-31566c34bc7e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:40.855620 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cd86bc2f-1bcf-43b5-9619-31566c34bc7e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "DELETE /v2.0/security-groups/30431659-abf6-4528-a8af-2a06099cd7ae HTTP/1.1" status: 204 len: 168 time: 0.1559479 Jul 04 10:13:40.856132 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47444) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:40.864833 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86bc2f-1bcf-43b5-9619-31566c34bc7e tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30431659-abf6-4528-a8af-2a06099cd7ae,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:40.902402 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:40.905471 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.api.v2.resource [None req-0c57c904-aea3-40d3-b2e0-2ac930efe00a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] show failed (client error): The resource could not be found. Jul 04 10:13:40.906540 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-0c57c904-aea3-40d3-b2e0-2ac930efe00a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups/30431659-abf6-4528-a8af-2a06099cd7ae HTTP/1.1" status: 404 len: 347 time: 0.0273926 Jul 04 10:13:40.909425 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-584de01b-6409-4d92-95ed-c660073f8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:40.909568 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47446) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:40.910913 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-584de01b-6409-4d92-95ed-c660073f8ee3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f559cbed35f4fbb8fe71906696733e7&device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 1130 time: 0.1349919 Jul 04 10:13:41.030862 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Deleting port dda57f6b-e501-4c47-8e2c-a38e77fea42e {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:41.031204 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (dda57f6b-e501-4c47-8e2c-a38e77fea42e), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:41.057999 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'dbf915cb-9393-4eb8-8133-31c0299088ca', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'port_id': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'mac_address': 'fa:16:3e:d3:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:13:24Z', 'updated_at': '2022-07-04T10:13:39Z', 'revision_number': 1, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:41.085489 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] Checking router: 6c6abf71-fdd1-40eb-afe4-59269372ce9c for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:13:41.096383 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:41.097113 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:41.110603 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (dda57f6b-e501-4c47-8e2c-a38e77fea42e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:41.110933 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (dda57f6b-e501-4c47-8e2c-a38e77fea42e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:41.124907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Calling delete_port for dda57f6b-e501-4c47-8e2c-a38e77fea42e owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:41.213722 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:41.229032 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:41.243922 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:13:41.271095 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-27775f9e-e5b2-472c-9d44-6363dc8cb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:41.272595 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-27775f9e-e5b2-472c-9d44-6363dc8cb711 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 200 len: 911 time: 0.3548911 Jul 04 10:13:41.273118 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (dda57f6b-e501-4c47-8e2c-a38e77fea42e), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:41.298621 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event deleted for resources: {'Port': ['ID=dda57f6b-e501-4c47-8e2c-a38e77fea42e,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:41.390238 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks [] for floatingip (1570fd45-40ff-4c85-94cb-2eb59347d2fb), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:41.393290 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:41.397037 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e6417828-ab14-4f41-b1d4-62e03271188b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "DELETE /v2.0/floatingips/1570fd45-40ff-4c85-94cb-2eb59347d2fb HTTP/1.1" status: 204 len: 168 time: 0.4840775 Jul 04 10:13:41.407337 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-93d12bed-f050-4843-bba7-1c16b1c52a0f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3ced8cf-b87b-4d22-b190-3b0019183ff9 HTTP/1.1" status: 200 len: 999 time: 0.1016982 Jul 04 10:13:41.447927 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:13:41.463335 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:13:41.487337 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:41.488493 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:41.495788 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'dbf915cb-9393-4eb8-8133-31c0299088ca', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'port_id': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'mac_address': 'fa:16:3e:d3:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:13:24Z', 'updated_at': '2022-07-04T10:13:39Z', 'revision_number': 1, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:41.504256 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] No DVR routers for this DVR port 111fd0b9-55ad-4e25-93cf-69456c116c74 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:13:41.511147 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:41.514425 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc1c8319-61c2-4d80-af95-6bd963b794fd req-f8ace354-13cb-49ea-b1d6-404f508a802f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "DELETE /v2.0/ports/111fd0b9-55ad-4e25-93cf-69456c116c74 HTTP/1.1" status: 204 len: 173 time: 1.8136401 Jul 04 10:13:41.516169 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-812fd82e-23fc-4cbb-821f-4e51488addb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:41.517521 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-812fd82e-23fc-4cbb-821f-4e51488addb5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 200 len: 849 time: 0.1020479 Jul 04 10:13:41.530413 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3b26e-db71-42a6-b7fb-79321cd409a0 None None] The sync data for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi is: [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'dbf915cb-9393-4eb8-8133-31c0299088ca', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'port_id': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'mac_address': 'fa:16:3e:d3:f2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:13:24Z', 'updated_at': '2022-07-04T10:13:39Z', 'revision_number': 1, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:13:41.575509 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-6d5caeec-86e0-47fd-a8be-8375362f0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:41.577177 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-6d5caeec-86e0-47fd-a8be-8375362f0ff0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28afbc1c-7fbf-4c17-a5be-8814771902ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499139 Jul 04 10:13:41.631013 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:41.675061 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:41.698010 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-42c79ced-339e-40fb-a8d9-9d202af72f7a service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131804 Jul 04 10:13:41.776677 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2404dce5-6424-4382-b81f-f3d582150a46 None None] New status for floating IP dbf915cb-9393-4eb8-8133-31c0299088ca: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:13:41.852245 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:41.878271 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:13:41.887913 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:41.888563 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:41.904762 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-247dc3ab-4a60-405a-9e92-dfc04148edfc req-8496d74c-93ce-4554-a2c9-5b0b46ef818c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a936822b-ef8c-42ad-9510-194756830a00 HTTP/1.1" status: 200 len: 210 time: 0.0431929 Jul 04 10:13:42.042019 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b2a10220-ca43-4c7a-bb8d-fd603448645c req-912e8a1a-864c-4f30-9f7b-55ff650adc80 service neutron] 10.222.0.74 "GET /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478441 Jul 04 10:13:42.150215 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:42.339095 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:42.363945 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dce2d7-0655-4936-ae0b-184f897e68ab None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:13:42.380499 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 111fd0b9-55ad-4e25-93cf-69456c116c74 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:13:42.401249 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 111fd0b9-55ad-4e25-93cf-69456c116c74 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:13:42.401567 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 111fd0b9-55ad-4e25-93cf-69456c116c74 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:13:42.599684 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e47f72-63f5-4418-afb3-2adf77c66526 None None] New status for floating IP cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d: DOWN {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:13:42.668840 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:42.746921 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a936822b-ef8c-42ad-9510-194756830a00', 'name': 'network-vif-deleted', 'tag': '111fd0b9-55ad-4e25-93cf-69456c116c74'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:42.749349 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9dcfb5-c62e-4e03-928d-36ba166cf21b" -d '{"events": [{"server_uuid": "a936822b-ef8c-42ad-9510-194756830a00", "name": "network-vif-deleted", "tag": "111fd0b9-55ad-4e25-93cf-69456c116c74"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:42.787000 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c560da-23fb-4f39-9b09-c5d7c34dafe6 x-openstack-request-id: req-f8c560da-23fb-4f39-9b09-c5d7c34dafe6 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:42.787339 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a936822b-ef8c-42ad-9510-194756830a00", "name": "network-vif-deleted", "tag": "111fd0b9-55ad-4e25-93cf-69456c116c74", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:42.787555 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8c560da-23fb-4f39-9b09-c5d7c34dafe6 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:42.788006 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c560da-23fb-4f39-9b09-c5d7c34dafe6'] response: {'server_uuid': 'a936822b-ef8c-42ad-9510-194756830a00', 'name': 'network-vif-deleted', 'tag': '111fd0b9-55ad-4e25-93cf-69456c116c74', 'status': 'completed', 'code': 200} Jul 04 10:13:43.014137 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47466) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:43.071847 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ed57679-e4b6-49a6-9a2f-5093e06ca3a1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (3649c99a-72e6-4b7d-a4fe-a2905cc9a62b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.097531 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ed57679-e4b6-49a6-9a2f-5093e06ca3a1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (3649c99a-72e6-4b7d-a4fe-a2905cc9a62b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.154896 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ed57679-e4b6-49a6-9a2f-5093e06ca3a1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3649c99a-72e6-4b7d-a4fe-a2905cc9a62b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.157715 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ed57679-e4b6-49a6-9a2f-5093e06ca3a1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.158955 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7ed57679-e4b6-49a6-9a2f-5093e06ca3a1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "DELETE /v2.0/security-groups/3649c99a-72e6-4b7d-a4fe-a2905cc9a62b HTTP/1.1" status: 204 len: 168 time: 0.1438103 Jul 04 10:13:43.161871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47468) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:43.168533 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed57679-e4b6-49a6-9a2f-5093e06ca3a1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649c99a-72e6-4b7d-a4fe-a2905cc9a62b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:43.180191 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.api.v2.resource [None req-5ded7dd0-12e0-426a-bfb6-f04a7211ffb2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] show failed (client error): The resource could not be found. Jul 04 10:13:43.181975 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-5ded7dd0-12e0-426a-bfb6-f04a7211ffb2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups/3649c99a-72e6-4b7d-a4fe-a2905cc9a62b HTTP/1.1" status: 404 len: 347 time: 0.0181944 Jul 04 10:13:43.184491 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47470) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:43.262773 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:43.299884 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Deleting port 4018fbea-32eb-4df1-96a7-184fa8e1a935 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:43.300217 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (4018fbea-32eb-4df1-96a7-184fa8e1a935), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.378440 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (4018fbea-32eb-4df1-96a7-184fa8e1a935), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.378783 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (4018fbea-32eb-4df1-96a7-184fa8e1a935), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.391081 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Calling delete_port for 4018fbea-32eb-4df1-96a7-184fa8e1a935 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:43.428247 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:43.537333 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (4018fbea-32eb-4df1-96a7-184fa8e1a935), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.560879 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'Port': ['ID=4018fbea-32eb-4df1-96a7-184fa8e1a935,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:43.629168 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.631665 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.632811 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c10a3da2-c431-42c6-8676-7ed627bb32de tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "DELETE /v2.0/floatingips/cc3239f6-f4c9-4c00-8b45-8fe6bcb4646d HTTP/1.1" status: 204 len: 168 time: 0.4473629 Jul 04 10:13:43.704977 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47478) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:43.709936 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-f06082af-1659-4be6-86ff-5c44136d6b77 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854834321', 'description': 'tempest-description--1215467651'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:43.732475 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f06082af-1659-4be6-86ff-5c44136d6b77 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.806951 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f06082af-1659-4be6-86ff-5c44136d6b77 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (33b0007b-ad4a-4b45-aa3e-eceab452e7fe), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.815049 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f06082af-1659-4be6-86ff-5c44136d6b77 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (33b0007b-ad4a-4b45-aa3e-eceab452e7fe), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.848097 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06082af-1659-4be6-86ff-5c44136d6b77 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0007b-ad4a-4b45-aa3e-eceab452e7fe,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:43.853243 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f06082af-1659-4be6-86ff-5c44136d6b77 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:43.857540 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47482) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:43.858050 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f06082af-1659-4be6-86ff-5c44136d6b77 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1515052 Jul 04 10:13:43.879795 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-809696f9-bffd-4214-b7a9-07abea33aac8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group_rule': {'security_group_id': '33b0007b-ad4a-4b45-aa3e-eceab452e7fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:43.943726 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51698bef-0058-43e3-97ba-eb6c51363010 req-e03b736d-4f5b-4d35-b015-a5a140271d68 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:43.945220 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-51698bef-0058-43e3-97ba-eb6c51363010 req-e03b736d-4f5b-4d35-b015-a5a140271d68 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0606086 Jul 04 10:13:43.947282 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-809696f9-bffd-4214-b7a9-07abea33aac8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (594ec69b-862a-41c7-bd07-d9dbc873ccf7), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.032479 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-51698bef-0058-43e3-97ba-eb6c51363010 req-4dff97c3-ff9a-46de-870c-5653edc5cd44 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807998 Jul 04 10:13:44.042288 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-809696f9-bffd-4214-b7a9-07abea33aac8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (594ec69b-862a-41c7-bd07-d9dbc873ccf7), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.055612 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-809696f9-bffd-4214-b7a9-07abea33aac8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (594ec69b-862a-41c7-bd07-d9dbc873ccf7), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.061987 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809696f9-bffd-4214-b7a9-07abea33aac8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594ec69b-862a-41c7-bd07-d9dbc873ccf7,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:44.077677 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-809696f9-bffd-4214-b7a9-07abea33aac8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.079378 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-809696f9-bffd-4214-b7a9-07abea33aac8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2169657 Jul 04 10:13:44.082139 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47484) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:44.086469 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-bb158540-4dc6-4e30-9b66-417258a8241e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'security_group_rule': {'security_group_id': '33b0007b-ad4a-4b45-aa3e-eceab452e7fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:44.105038 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:44.118687 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bb158540-4dc6-4e30-9b66-417258a8241e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (9c52de9f-ea39-4671-aa53-64e81a67f93e), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.169216 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bb158540-4dc6-4e30-9b66-417258a8241e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (9c52de9f-ea39-4671-aa53-64e81a67f93e), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.176095 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bb158540-4dc6-4e30-9b66-417258a8241e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (9c52de9f-ea39-4671-aa53-64e81a67f93e), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.193702 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb158540-4dc6-4e30-9b66-417258a8241e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c52de9f-ea39-4671-aa53-64e81a67f93e,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:44.202281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-bb158540-4dc6-4e30-9b66-417258a8241e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.203517 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-bb158540-4dc6-4e30-9b66-417258a8241e tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204123 Jul 04 10:13:44.206768 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47486) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:44.211014 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:44.236362 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.321197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.436568 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Allocated IP 172.27.2.174 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:13:44.464238 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:44.547779 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.583476 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.623858 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:13:44.628624 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:13:44.633494 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:13:44.636914 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:44.722707 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (a3e86eed-54a1-4f21-8602-52b2fd3e3b0e), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.770161 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.870385 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:44.927552 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:44.938604 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:45.006425 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:45.022595 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (a3e86eed-54a1-4f21-8602-52b2fd3e3b0e), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:45.042664 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:45.043904 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-e3330c31-1340-49be-8224-87ac6112bca1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8362088 Jul 04 10:13:45.155607 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72901b02-0567-4a95-93c0-f0632e490701 req-26b53f11-649f-4fca-8783-95bca66be9cf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:45.157111 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-72901b02-0567-4a95-93c0-f0632e490701 req-26b53f11-649f-4fca-8783-95bca66be9cf tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0504627 Jul 04 10:13:45.233081 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-72901b02-0567-4a95-93c0-f0632e490701 req-d2806bec-6669-461f-af5c-dd5428bedfb1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682425 Jul 04 10:13:45.236053 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-830d0936-c7fc-445a-97ff-724a849684f2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--854834321&fields=id&tenant_id=a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 267 time: 0.0780139 Jul 04 10:13:45.307782 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:45.342291 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584404-1661-4267-a308-fb997d0bfa45 req-5b045e40-67ae-4b9b-bb31-330ead2b6c0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:45.343727 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-5b045e40-67ae-4b9b-bb31-330ead2b6c0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 814 time: 0.1010675 Jul 04 10:13:45.358449 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-0bd53ac6-cedf-44dc-89be-5088d5c48bbd tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/quotas/a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 375 time: 0.0093129 Jul 04 10:13:45.410174 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-96bc43b3-b547-4574-b5b5-b3d239f1f2cf tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467939 Jul 04 10:13:45.559835 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-40dd78af-0018-4d4f-92f7-f169a57c23fb service neutron] 10.222.0.79 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379864 Jul 04 10:13:45.657954 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-547f12ef-54c6-4fa7-9443-bfd0dddd4f4e service neutron] 10.222.0.79 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897036 Jul 04 10:13:45.838536 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0a5f2a37-f6d2-4fa2-99c5-f1ba784001cb req-6a82c0c1-0338-44d0-9ea4-91f051ab8595 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 210 time: 0.0293031 Jul 04 10:13:46.234780 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-4f8fee1b-cdc7-43e7-b169-9f772b654b57 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:46.236164 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-4f8fee1b-cdc7-43e7-b169-9f772b654b57 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0494184 Jul 04 10:13:46.362254 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Deleting port f62e5e86-0d6c-4e20-bd83-d59470ae870f {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:46.362616 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:46.383255 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbe428-c42b-4f54-99ab-cc9f9842daab req-1a9e9853-b60c-4670-9296-675ce30dec90 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:46.384954 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6fdbe428-c42b-4f54-99ab-cc9f9842daab req-1a9e9853-b60c-4670-9296-675ce30dec90 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=89a2c77a-967c-4273-a92c-1dbd36cda2dd HTTP/1.1" status: 200 len: 945 time: 0.0712352 Jul 04 10:13:46.496864 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6fdbe428-c42b-4f54-99ab-cc9f9842daab req-b0fd0934-5bc7-4eb2-a05d-ff1884c1d65a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018934 Jul 04 10:13:46.498475 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] For port f62e5e86-0d6c-4e20-bd83-d59470ae870f, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f62e5e86-0d6c-4e20-bd83-d59470ae870f,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:46.498841 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:46.506086 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:46.513462 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Calling delete_port for f62e5e86-0d6c-4e20-bd83-d59470ae870f owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:46.651128 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (f62e5e86-0d6c-4e20-bd83-d59470ae870f), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:46.662971 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['037993de-7a0b-470c-95e5-54eeb6c77200'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:13:46.681474 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event deleted for resources: {'Port': ['ID=f62e5e86-0d6c-4e20-bd83-d59470ae870f,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:46.731914 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] No DVR routers for this DVR port f62e5e86-0d6c-4e20-bd83-d59470ae870f on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:13:46.733129 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:46.735508 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:46.739627 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7597890b-0864-475c-aa0c-5fb336dbe7c9 req-66ef1394-5f15-4375-b374-6beff7ea6c2b tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "DELETE /v2.0/ports/f62e5e86-0d6c-4e20-bd83-d59470ae870f HTTP/1.1" status: 204 len: 173 time: 0.4966586 Jul 04 10:13:46.744166 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a2c77a-967c-4273-a92c-1dbd36cda2dd', 'name': 'network-vif-deleted', 'tag': 'f62e5e86-0d6c-4e20-bd83-d59470ae870f'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:46.746425 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89476bd1-be26-48c5-b7d6-aa1a0d67b3f2" -d '{"events": [{"server_uuid": "89a2c77a-967c-4273-a92c-1dbd36cda2dd", "name": "network-vif-deleted", "tag": "f62e5e86-0d6c-4e20-bd83-d59470ae870f"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:46.814419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a4e886-c0d1-4194-ba8e-052d419fe4e6 x-openstack-request-id: req-64a4e886-c0d1-4194-ba8e-052d419fe4e6 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:46.814419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a2c77a-967c-4273-a92c-1dbd36cda2dd", "name": "network-vif-deleted", "tag": "f62e5e86-0d6c-4e20-bd83-d59470ae870f", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:46.814674 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-64a4e886-c0d1-4194-ba8e-052d419fe4e6 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:46.815445 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a4e886-c0d1-4194-ba8e-052d419fe4e6'] response: {'server_uuid': '89a2c77a-967c-4273-a92c-1dbd36cda2dd', 'name': 'network-vif-deleted', 'tag': 'f62e5e86-0d6c-4e20-bd83-d59470ae870f', 'status': 'completed', 'code': 200} Jul 04 10:13:46.969350 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-458e35f0-2798-4624-a1ec-a1051e949e65 req-f4040213-468b-4fc8-95e1-832d770a0df2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 210 time: 0.0430260 Jul 04 10:13:46.977028 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584404-1661-4267-a308-fb997d0bfa45 req-00c807d5-8ee3-48de-91a2-a43e3ccf57a3 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:46.979116 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-00c807d5-8ee3-48de-91a2-a43e3ccf57a3 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 814 time: 0.2451396 Jul 04 10:13:47.194894 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:47.222438 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-7d716a30-410a-4021-8d02-f341c5002cef tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a57f93d66f534107a228d908afa64890 HTTP/1.1" status: 200 len: 379 time: 0.0596731 Jul 04 10:13:47.267401 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'port': {'device_id': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'admin_state_up': True, 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'security_groups': ['33b0007b-ad4a-4b45-aa3e-eceab452e7fe']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:47.391359 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Made reservation on behalf of a57f93d66f534107a228d908afa64890 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:13:47.395154 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:47.521818 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Allocated IP 172.20.0.8 (3ebecf3d-37d9-4ade-a898-e313cec92aef/0c5b249e-b14e-43fd-9398-80e275c1bb33/346feb22-2463-46f6-a88c-27348c0b1dcf) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:13:47.670692 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:47.680246 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:47.711424 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:47.792555 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:13:47.798110 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:13:47.802000 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event updated for resources: {'Port': ['ID=346feb22-2463-46f6-a88c-27348c0b1dcf,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:47.806492 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:13:47.843187 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72166-011b-40e2-966e-4401bcb752db req-de1c53b9-dc2a-4249-a1d2-7e1bfe8c6c80 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:47.844749 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-eda72166-011b-40e2-966e-4401bcb752db req-de1c53b9-dc2a-4249-a1d2-7e1bfe8c6c80 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0990105 Jul 04 10:13:47.848647 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.848993 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.849334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.849700 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.850036 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.850364 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.850690 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.851012 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.851333 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.851654 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.851975 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.852296 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.852753 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.853231 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.853802 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:47.892652 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:47.893257 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:47.927247 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-c578b241-0242-4365-aa49-7103c6a314b1 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6638327 Jul 04 10:13:47.931987 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-eda72166-011b-40e2-966e-4401bcb752db req-e9d0aef5-afa5-4850-8363-022bbdb420be tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706182 Jul 04 10:13:47.996909 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-16c7c8ff-8bbf-40c1-9fa6-2adee6b42287 None None] Provisioning complete for port 346feb22-2463-46f6-a88c-27348c0b1dcf triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:13:47.997505 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16c7c8ff-8bbf-40c1-9fa6-2adee6b42287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:48.029774 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-16c7c8ff-8bbf-40c1-9fa6-2adee6b42287 None None] Port 346feb22-2463-46f6-a88c-27348c0b1dcf cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:13:48.098746 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02c24f-1f8e-49f6-91de-4dc950809498 req-2246c760-fb03-46ac-864d-a328705a85c8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:48.100113 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2b02c24f-1f8e-49f6-91de-4dc950809498 req-2246c760-fb03-46ac-864d-a328705a85c8 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 931 time: 0.0538220 Jul 04 10:13:48.154058 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2b02c24f-1f8e-49f6-91de-4dc950809498 req-7ed06504-f579-4f12-a6f4-1a1f880505a0 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455947 Jul 04 10:13:48.441317 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f62e5e86-0d6c-4e20-bd83-d59470ae870f no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:13:48.465984 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: f62e5e86-0d6c-4e20-bd83-d59470ae870f {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:13:48.466329 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f62e5e86-0d6c-4e20-bd83-d59470ae870f not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:13:49.042199 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:49.056180 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccea185-db4a-4303-8205-5310b85de724 req-26a73422-66ae-48da-b83e-f871de644221 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:49.058121 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cccea185-db4a-4303-8205-5310b85de724 req-26a73422-66ae-48da-b83e-f871de644221 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0492413 Jul 04 10:13:49.108878 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cccea185-db4a-4303-8205-5310b85de724 req-dd0b8e82-afb2-4edc-906f-7c78e9be42a8 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Jul 04 10:13:49.271452 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba80067-5df2-4427-95c3-344082ab14e7 req-d53de629-e173-474a-9566-bec5c5ab3b8d tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:49.272812 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1ba80067-5df2-4427-95c3-344082ab14e7 req-d53de629-e173-474a-9566-bec5c5ab3b8d tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 931 time: 0.0488925 Jul 04 10:13:49.326437 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1ba80067-5df2-4427-95c3-344082ab14e7 req-3da5da2a-2a10-4593-aef1-65ef76269d76 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442514 Jul 04 10:13:50.230935 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7ac4e-895b-499e-8255-258a3b1292f0 req-2ecbff45-6acd-4ad8-8b79-9953cc65369c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:50.232406 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5cd7ac4e-895b-499e-8255-258a3b1292f0 req-2ecbff45-6acd-4ad8-8b79-9953cc65369c tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0482504 Jul 04 10:13:50.283578 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5cd7ac4e-895b-499e-8255-258a3b1292f0 req-e3e0fed5-d05c-434b-b9fb-49ddd3a97909 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Jul 04 10:13:50.451332 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb02a80-e14e-452c-91d7-d3aa34e2ca15 req-5a75c529-1f66-4d60-8aa9-07723412ea0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:50.452790 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ecb02a80-e14e-452c-91d7-d3aa34e2ca15 req-5a75c529-1f66-4d60-8aa9-07723412ea0c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 931 time: 0.0480788 Jul 04 10:13:50.501520 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ecb02a80-e14e-452c-91d7-d3aa34e2ca15 req-19c16d59-5e82-4951-86df-8b87a369edbf tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Jul 04 10:13:50.569038 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Request body: {'port': {'device_id': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:50.670076 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:50.690974 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbdf54-b3e4-4015-be6e-1a0a061ac4aa req-30d5d5f2-4780-464f-8f31-0b7abbf2d2d5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:50.692437 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99cbdf54-b3e4-4015-be6e-1a0a061ac4aa req-30d5d5f2-4780-464f-8f31-0b7abbf2d2d5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0643077 Jul 04 10:13:51.083392 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-4a4153a2-714f-452b-a2df-dc4842e64db1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:51.084830 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-4a4153a2-714f-452b-a2df-dc4842e64db1 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.1266239 Jul 04 10:13:51.091462 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99cbdf54-b3e4-4015-be6e-1a0a061ac4aa req-ddeb9a38-6d80-4d51-b296-888259583ef4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785963 Jul 04 10:13:51.105728 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:51.237742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Deleting port 037993de-7a0b-470c-95e5-54eeb6c77200 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:51.238453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:51.312339 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:51.406665 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346feb22-2463-46f6-a88c-27348c0b1dcf {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:13:51.418567 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Publish callbacks [] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:51.421594 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] For port 037993de-7a0b-470c-95e5-54eeb6c77200, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=037993de-7a0b-470c-95e5-54eeb6c77200,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:51.421969 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:51.451416 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1039bb-aa57-4292-b1b6-944941a32cfb req-81d99902-c87c-4cb4-aa8c-32fb32e1b72a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:51.452886 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bc1039bb-aa57-4292-b1b6-944941a32cfb req-81d99902-c87c-4cb4-aa8c-32fb32e1b72a tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/ports?device_id=068a560b-f200-4046-a36b-7ef23cea5120 HTTP/1.1" status: 200 len: 945 time: 0.0963037 Jul 04 10:13:51.453809 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Calling delete_port for 037993de-7a0b-470c-95e5-54eeb6c77200 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:51.455963 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Transition to ACTIVE for port object 346feb22-2463-46f6-a88c-27348c0b1dcf will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:13:51.470740 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:51.587880 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Pushing event updated for resources: {'Port': ['ID=346feb22-2463-46f6-a88c-27348c0b1dcf,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:51.615270 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bc1039bb-aa57-4292-b1b6-944941a32cfb req-1e0b1594-1e74-4b55-93a3-a4c0c0ab53e5 tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.79 "GET /v2.0/security-groups?id=d13f4618-d4ca-428c-92d1-146f6e5b6277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561496 Jul 04 10:13:51.705752 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15454d-090e-4e44-86e1-335a409b714c req-34fb92f6-abc3-4c52-a8e4-31e097c9e1e4 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:51.707306 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3a15454d-090e-4e44-86e1-335a409b714c req-34fb92f6-abc3-4c52-a8e4-31e097c9e1e4 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 943 time: 0.1277142 Jul 04 10:13:51.798046 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Attempting to bind port 346feb22-2463-46f6-a88c-27348c0b1dcf on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:13:51.798310 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Attempting to bind port 346feb22-2463-46f6-a88c-27348c0b1dcf by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:13:51.798634 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Attempting to bind port 346feb22-2463-46f6-a88c-27348c0b1dcf on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:13:51.813928 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Port 346feb22-2463-46f6-a88c-27348c0b1dcf on network 3ebecf3d-37d9-4ade-a898-e313cec92aef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:13:51.814181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Attempting to bind port 346feb22-2463-46f6-a88c-27348c0b1dcf on network 3ebecf3d-37d9-4ade-a898-e313cec92aef {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:13:51.816127 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (037993de-7a0b-470c-95e5-54eeb6c77200), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:51.828140 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['037993de-7a0b-470c-95e5-54eeb6c77200'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:13:51.830031 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3a15454d-090e-4e44-86e1-335a409b714c req-10ba2d66-0133-4475-a416-b9b86e53f4e0 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151507 Jul 04 10:13:51.836653 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:13:51.837076 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Checking segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:13:51.837371 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Bound using segment: {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:13:51.837832 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Bound port: 346feb22-2463-46f6-a88c-27348c0b1dcf, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:13:51.838758 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:51.863319 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Pushing event deleted for resources: {'Port': ['ID=037993de-7a0b-470c-95e5-54eeb6c77200,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:51.889801 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:51.934324 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] No DVR routers for this DVR port 037993de-7a0b-470c-95e5-54eeb6c77200 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:13:51.938260 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:51.941588 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-92bfa818-be6c-4e66-aa19-c8da0b06a339 req-c009369b-6603-479b-9693-eebed2b0f72f tempest-ServerRescueNegativeTestJSON-1112364786 tempest-ServerRescueNegativeTestJSON-1112364786-project] 10.222.0.74 "DELETE /v2.0/ports/037993de-7a0b-470c-95e5-54eeb6c77200 HTTP/1.1" status: 204 len: 173 time: 0.8469429 Jul 04 10:13:51.942037 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a560b-f200-4046-a36b-7ef23cea5120', 'name': 'network-vif-deleted', 'tag': '037993de-7a0b-470c-95e5-54eeb6c77200'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:51.944259 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9811a15-110c-4d6f-9965-1a71385fc0cd" -d '{"events": [{"server_uuid": "068a560b-f200-4046-a36b-7ef23cea5120", "name": "network-vif-deleted", "tag": "037993de-7a0b-470c-95e5-54eeb6c77200"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:51.969453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] For port 346feb22-2463-46f6-a88c-27348c0b1dcf, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:13:51.973932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] For port 346feb22-2463-46f6-a88c-27348c0b1dcf, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=346feb22-2463-46f6-a88c-27348c0b1dcf,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:13:51.982062 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:51.990882 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:51.994047 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d9ef28-6ba3-4b65-ad71-4f2ac06b2532 x-openstack-request-id: req-13d9ef28-6ba3-4b65-ad71-4f2ac06b2532 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:51.994390 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a560b-f200-4046-a36b-7ef23cea5120", "name": "network-vif-deleted", "tag": "037993de-7a0b-470c-95e5-54eeb6c77200", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:51.994654 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13d9ef28-6ba3-4b65-ad71-4f2ac06b2532 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:51.995071 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d9ef28-6ba3-4b65-ad71-4f2ac06b2532'] response: {'server_uuid': '068a560b-f200-4046-a36b-7ef23cea5120', 'name': 'network-vif-deleted', 'tag': '037993de-7a0b-470c-95e5-54eeb6c77200', 'status': 'completed', 'code': 200} Jul 04 10:13:51.995372 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=72 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:52.020948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:52.021565 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:52.023078 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] 10.222.0.74 "PUT /v2.0/ports/346feb22-2463-46f6-a88c-27348c0b1dcf HTTP/1.1" status: 200 len: 1093 time: 1.4591508 Jul 04 10:13:52.049203 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7417449-8146-49fd-b7c4-d6b068d5f54f service neutron] Pushing event updated for resources: {'Port': ['ID=346feb22-2463-46f6-a88c-27348c0b1dcf,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:52.117783 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584404-1661-4267-a308-fb997d0bfa45 req-36e4c5e7-70a2-4f14-b4b9-02db5e74a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:52.119409 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-36e4c5e7-70a2-4f14-b4b9-02db5e74a631 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 1127 time: 0.0445352 Jul 04 10:13:52.218815 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12d4b0-601d-4128-9b28-db692d52a137 req-22f75e54-5924-4245-a29f-a8010aeaaba1 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:52.220436 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d12d4b0-601d-4128-9b28-db692d52a137 req-22f75e54-5924-4245-a29f-a8010aeaaba1 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0551057 Jul 04 10:13:52.232313 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:52.273302 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d12d4b0-601d-4128-9b28-db692d52a137 req-68c0e4ad-db95-4a06-a7ac-e773feb1673d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470293 Jul 04 10:13:52.376725 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-42ba7b79-b3d9-4039-8b8e-8b1eae2c2741 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=346feb22-2463-46f6-a88c-27348c0b1dcf HTTP/1.1" status: 200 len: 217 time: 0.0351398 Jul 04 10:13:52.441803 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584404-1661-4267-a308-fb997d0bfa45 req-46723352-8790-4279-ab9d-b7ee4a064e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:52.441803 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-46723352-8790-4279-ab9d-b7ee4a064e12 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0479963 Jul 04 10:13:52.491003 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584404-1661-4267-a308-fb997d0bfa45 req-f6d2e1ba-68f0-4fc3-897f-ac008477883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:52.492526 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-f6d2e1ba-68f0-4fc3-897f-ac008477883c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444303 Jul 04 10:13:52.586408 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-ab479adf-7608-419c-9ed0-ea84c3f5cf33 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856476 Jul 04 10:13:52.677313 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47586) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:52.686261 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d7584404-1661-4267-a308-fb997d0bfa45 req-b9b8e954-731b-4308-b2c2-792123badf7f service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941761 Jul 04 10:13:52.950047 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94328157-554e-4d5e-a4b8-76fd2f6c22a1 req-284279a5-65aa-4b4b-9f20-92417b1414bf tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:52.951641 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-94328157-554e-4d5e-a4b8-76fd2f6c22a1 req-284279a5-65aa-4b4b-9f20-92417b1414bf tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 943 time: 0.0495801 Jul 04 10:13:52.984509 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:53.001286 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-94328157-554e-4d5e-a4b8-76fd2f6c22a1 req-081bb8f1-48db-4a9a-9604-dc23f760ef57 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Jul 04 10:13:53.106867 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (f7ca65df-094b-40be-b60b-7c7fd6050a19), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:53.326938 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Deleting port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:53.327276 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:53.354095 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:53.396300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72f48-5b34-461a-8dd0-e90a3f557f66 req-b136f0c8-5373-4725-bf9e-b86da5fa924e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:53.397758 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a2b72f48-5b34-461a-8dd0-e90a3f557f66 req-b136f0c8-5373-4725-bf9e-b86da5fa924e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0489297 Jul 04 10:13:53.409161 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] For port 12cdc3ba-4451-431f-a4f7-60b0a94c7a76, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:53.409524 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:53.422726 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Calling delete_port for 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:53.449808 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a2b72f48-5b34-461a-8dd0-e90a3f557f66 req-29630d75-98d8-4509-a0bd-9cb10245d6e7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462472 Jul 04 10:13:53.612711 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (12cdc3ba-4451-431f-a4f7-60b0a94c7a76), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:53.648066 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Pushing event deleted for resources: {'Port': ['ID=12cdc3ba-4451-431f-a4f7-60b0a94c7a76,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:53.673151 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.673488 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.673845 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.674185 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.674510 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.674827 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.675260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.675603 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.675923 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.676240 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.676560 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.676925 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.677244 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.677557 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.678115 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:13:53.822201 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (f7ca65df-094b-40be-b60b-7c7fd6050a19), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:53.824719 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:53.996840 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'tag': '346feb22-2463-46f6-a88c-27348c0b1dcf'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:53.999160 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109fe888-2486-4d8f-aa77-0c1e62702651" -d '{"events": [{"name": "network-changed", "server_uuid": "a16e6a2a-ad39-4e14-9cee-083afb6e9745", "tag": "346feb22-2463-46f6-a88c-27348c0b1dcf"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:54.034918 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e20f901-8c0a-45df-813f-d8bcca7965d0 x-openstack-request-id: req-0e20f901-8c0a-45df-813f-d8bcca7965d0 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:54.035204 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16e6a2a-ad39-4e14-9cee-083afb6e9745", "tag": "346feb22-2463-46f6-a88c-27348c0b1dcf", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:54.035449 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e20f901-8c0a-45df-813f-d8bcca7965d0 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:54.035840 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e20f901-8c0a-45df-813f-d8bcca7965d0'] response: {'name': 'network-changed', 'server_uuid': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'tag': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'status': 'completed', 'code': 200} Jul 04 10:13:54.039091 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Router f7ca65df-094b-40be-b60b-7c7fd6050a19 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:13:54.135160 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-e46a7cb7-31ba-4055-8f72-5500e8452fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:54.136902 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-e46a7cb7-31ba-4055-8f72-5500e8452fd8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 1127 time: 0.0717964 Jul 04 10:13:54.142785 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac263-157e-43a3-8fb8-32f982c482a2 req-cf2d1a31-38d6-404b-b77f-d644e58705ff tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:54.144170 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-659ac263-157e-43a3-8fb8-32f982c482a2 req-cf2d1a31-38d6-404b-b77f-d644e58705ff tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 943 time: 0.0686064 Jul 04 10:13:54.148544 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:13:54.154715 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2dececef-ee60-49d3-944d-72accfe5c24c admin admin] 10.222.0.79 "PUT /v2.0/routers/f7ca65df-094b-40be-b60b-7c7fd6050a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4761362 Jul 04 10:13:54.157207 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47600) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:54.159092 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] Sync routers for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:13:54.170866 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:54.171769 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:54.243228 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:54.254997 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-659ac263-157e-43a3-8fb8-32f982c482a2 req-99c83b07-08a3-462b-88c4-fff8de3bcc92 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021802 Jul 04 10:13:54.260871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:54.261592 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks [] for router (f7ca65df-094b-40be-b60b-7c7fd6050a19), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:54.273889 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-b1a9888c-e146-48ac-bec9-20adc651f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:54.273889 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-b1a9888c-e146-48ac-bec9-20adc651f66a service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 915 time: 0.1287434 Jul 04 10:13:54.282663 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:54.315355 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-509ea4c8-abfb-4453-9b63-5d935fb20084 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=346feb22-2463-46f6-a88c-27348c0b1dcf HTTP/1.1" status: 200 len: 217 time: 0.0331662 Jul 04 10:13:54.367170 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks [] for router_gateway (f7ca65df-094b-40be-b60b-7c7fd6050a19), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:54.370229 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-8b568d1a-a7e2-4902-a887-63226c98d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:54.371786 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-8b568d1a-a7e2-4902-a887-63226c98d392 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0487661 Jul 04 10:13:54.412075 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Deleting port 3668f10d-3556-4d11-9e72-1cac0fae5858 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:54.412766 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:54.420728 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-2f46b831-b53a-4509-97b1-5c8d80667983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:54.422434 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-2f46b831-b53a-4509-97b1-5c8d80667983 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451186 Jul 04 10:13:54.463912 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:13:53Z', 'revision_number': 5, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port': {'id': '3668f10d-3556-4d11-9e72-1cac0fae5858', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:54.471831 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 346feb22-2463-46f6-a88c-27348c0b1dcf details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:13:54.490384 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] Checking router: f7ca65df-094b-40be-b60b-7c7fd6050a19 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:13:54.491148 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 037993de-7a0b-470c-95e5-54eeb6c77200 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:13:54.499486 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] Routers {'f7ca65df-094b-40be-b60b-7c7fd6050a19'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:13:54.500361 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['f7ca65df-094b-40be-b60b-7c7fd6050a19'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:54.506274 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] For port 3668f10d-3556-4d11-9e72-1cac0fae5858, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=3668f10d-3556-4d11-9e72-1cac0fae5858,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:54.506781 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:54.521899 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-65947ee7-8f0f-4cf1-8c65-24bb282880f1 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919681 Jul 04 10:13:54.523519 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Calling delete_port for 3668f10d-3556-4d11-9e72-1cac0fae5858 owned by network:router_gateway {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:54.562261 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 037993de-7a0b-470c-95e5-54eeb6c77200 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:13:54.566844 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 037993de-7a0b-470c-95e5-54eeb6c77200 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:13:54.594186 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] Set router f7ca65df-094b-40be-b60b-7c7fd6050a19 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:13:54.647100 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:54.655115 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:13:54Z', 'revision_number': 6, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:54.675851 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7499c0-474a-4dc4-bc4b-a1a7cad151da req-ff065130-9f48-472b-b028-cb86e6f1ac73 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:54.677761 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6f7499c0-474a-4dc4-bc4b-a1a7cad151da req-ff065130-9f48-472b-b028-cb86e6f1ac73 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0712028 Jul 04 10:13:54.684789 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-109fe888-2486-4d8f-aa77-0c1e62702651 req-85caf463-641a-4125-82df-5bf71b8314a9 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559620 Jul 04 10:13:54.688773 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 346feb22-2463-46f6-a88c-27348c0b1dcf, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=346feb22-2463-46f6-a88c-27348c0b1dcf,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:54.705013 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'port_id': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'mac_address': 'fa:16:3e:fa:99:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:13:54.712355 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d69a35d-870c-4d1b-a13a-a906a84829f3 None None] The sync data for ids ['f7ca65df-094b-40be-b60b-7c7fd6050a19'] in dv-cinder-848418-1-iscsi is: [{'id': 'f7ca65df-094b-40be-b60b-7c7fd6050a19', 'name': 'tempest-ServerRescueNegativeTestJSON-838393429-router', 'tenant_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:13:54Z', 'revision_number': 6, 'project_id': '7f101e48ae9b4936a6d1b7bae000d7e1', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:13:54.742199 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6f7499c0-474a-4dc4-bc4b-a1a7cad151da req-702891f0-179e-4fed-ac8e-2a92138aae16 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559084 Jul 04 10:13:54.765598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 346feb22-2463-46f6-a88c-27348c0b1dcf is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:13:54.766035 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:54.784954 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346feb22-2463-46f6-a88c-27348c0b1dcf {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:13:54.806271 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 346feb22-2463-46f6-a88c-27348c0b1dcf, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=346feb22-2463-46f6-a88c-27348c0b1dcf,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:54.811850 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:54.863096 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=346feb22-2463-46f6-a88c-27348c0b1dcf,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:54.945494 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:54.960371 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (3668f10d-3556-4d11-9e72-1cac0fae5858), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:54.986353 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Pushing event deleted for resources: {'Port': ['ID=3668f10d-3556-4d11-9e72-1cac0fae5858,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:55.047761 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['346feb22-2463-46f6-a88c-27348c0b1dcf'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:13:55.057167 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (f7ca65df-094b-40be-b60b-7c7fd6050a19), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.079479 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:55.152156 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (f7ca65df-094b-40be-b60b-7c7fd6050a19), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.154545 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks [] for router_controller (f7ca65df-094b-40be-b60b-7c7fd6050a19), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.204490 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (f7ca65df-094b-40be-b60b-7c7fd6050a19), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.205059 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7ca65df-094b-40be-b60b-7c7fd6050a19 {{(pid=104130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:13:55.209637 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.210777 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9940c975-0dd7-477f-86d7-38937953b09b admin admin] 10.222.0.79 "DELETE /v2.0/routers/f7ca65df-094b-40be-b60b-7c7fd6050a19 HTTP/1.1" status: 204 len: 168 time: 1.0522304 Jul 04 10:13:55.213952 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47604) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:55.258141 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1dec0a1-1a4c-4119-b3d8-10f66ee24d75 admin admin] Deleting subnet e33ab3cd-7533-413c-8d59-ee071f162d94 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:13:55.261718 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1dec0a1-1a4c-4119-b3d8-10f66ee24d75 admin admin] Publish callbacks [] for subnet (e33ab3cd-7533-413c-8d59-ee071f162d94), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.298666 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1dec0a1-1a4c-4119-b3d8-10f66ee24d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (e33ab3cd-7533-413c-8d59-ee071f162d94), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.379197 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1dec0a1-1a4c-4119-b3d8-10f66ee24d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (e33ab3cd-7533-413c-8d59-ee071f162d94), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.380281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc4657-7306-47a7-a862-c5809ef1c164 req-c16c0aeb-be76-486e-bb6e-7408aac20ef7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:55.382492 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99fc4657-7306-47a7-a862-c5809ef1c164 req-c16c0aeb-be76-486e-bb6e-7408aac20ef7 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 944 time: 0.0551944 Jul 04 10:13:55.387186 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ff51b00c-e84f-4ec0-bc69-7b605b067074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.424572 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:55.432850 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99fc4657-7306-47a7-a862-c5809ef1c164 req-a03df51c-02d3-42fb-881b-0445bc4ccc1a tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Jul 04 10:13:55.437523 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1dec0a1-1a4c-4119-b3d8-10f66ee24d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (e33ab3cd-7533-413c-8d59-ee071f162d94), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.466435 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dec0a1-1a4c-4119-b3d8-10f66ee24d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33ab3cd-7533-413c-8d59-ee071f162d94,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:55.470083 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d1dec0a1-1a4c-4119-b3d8-10f66ee24d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.476234 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d1dec0a1-1a4c-4119-b3d8-10f66ee24d75 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e33ab3cd-7533-413c-8d59-ee071f162d94 HTTP/1.1" status: 204 len: 168 time: 0.2610245 Jul 04 10:13:55.476389 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47608) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:55.478901 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de368e5-f629-4f81-85dd-332d40660735 None None] Network ca42d015-9cb6-4405-9736-f11c22ec9001 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:13:55.551704 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (ca42d015-9cb6-4405-9736-f11c22ec9001), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.600135 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Deleting port c787e92c-8602-4801-bbd2-81fd2167a4d1 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:55.600448 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.642414 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] DHCP port deletion for ca42d015-9cb6-4405-9736-f11c22ec9001 request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:13:55.665289 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] For port c787e92c-8602-4801-bbd2-81fd2167a4d1, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=c787e92c-8602-4801-bbd2-81fd2167a4d1,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:55.665646 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.678939 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Calling delete_port for c787e92c-8602-4801-bbd2-81fd2167a4d1 owned by network:dhcp {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:55.680552 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] Deleting port c787e92c-8602-4801-bbd2-81fd2167a4d1 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:13:55.680925 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.708255 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:55.751723 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] For port c787e92c-8602-4801-bbd2-81fd2167a4d1, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=c787e92c-8602-4801-bbd2-81fd2167a4d1,segment=NetworkSegment(5a128dca-9649-4a40-8f91-e7059725e38e),segment_id=5a128dca-9649-4a40-8f91-e7059725e38e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:55.752122 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.766654 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] Calling delete_port for c787e92c-8602-4801-bbd2-81fd2167a4d1 owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:13:55.767422 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.797785 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c787e92c-8602-4801-bbd2-81fd2167a4d1,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:55.799662 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] No DVR routers for this DVR port c787e92c-8602-4801-bbd2-81fd2167a4d1 on host dv-cinder-848418-1-iscsi {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:13:55.851111 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:55.877058 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (ca42d015-9cb6-4405-9736-f11c22ec9001), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.880768 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555'] for port (c787e92c-8602-4801-bbd2-81fd2167a4d1), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.906947 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] Pushing event deleted for resources: {'Port': ['ID=c787e92c-8602-4801-bbd2-81fd2167a4d1,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:55.911362 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 3668f10d-3556-4d11-9e72-1cac0fae5858 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:13:55.913689 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc30731-224a-4a29-896c-3edf207b99e7 None None] No DVR routers for this DVR port c787e92c-8602-4801-bbd2-81fd2167a4d1 on host dv-cinder-848418-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:13:55.935879 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 3668f10d-3556-4d11-9e72-1cac0fae5858 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:13:55.936253 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 3668f10d-3556-4d11-9e72-1cac0fae5858 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:13:55.936405 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca42d015-9cb6-4405-9736-f11c22ec9001']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:55.936670 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:13:55.952176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dba28-ab9b-488d-a99d-2fba7044612a req-31f34033-4086-43b7-a8a9-708e0e1e60a3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:55.953712 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-630dba28-ab9b-488d-a99d-2fba7044612a req-31f34033-4086-43b7-a8a9-708e0e1e60a3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.1034331 Jul 04 10:13:55.955548 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a128dca-9649-4a40-8f91-e7059725e38e') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:55.955845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a128dca-9649-4a40-8f91-e7059725e38e') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:13:55.956783 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:13:55.957133 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 12cdc3ba-4451-431f-a4f7-60b0a94c7a76 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:13:55.957543 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device c787e92c-8602-4801-bbd2-81fd2167a4d1 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:13:55.972415 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (5a128dca-9649-4a40-8f91-e7059725e38e), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:55.980990 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: c787e92c-8602-4801-bbd2-81fd2167a4d1 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:13:55.981335 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device c787e92c-8602-4801-bbd2-81fd2167a4d1 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:13:55.995138 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (5a128dca-9649-4a40-8f91-e7059725e38e), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.009304 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:13:56.009787 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (5a128dca-9649-4a40-8f91-e7059725e38e), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.046257 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-630dba28-ab9b-488d-a99d-2fba7044612a req-b2af204e-cb45-404d-baac-c49bb00611ae tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832756 Jul 04 10:13:56.086164 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (ca42d015-9cb6-4405-9736-f11c22ec9001), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.094277 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.097387 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ca42d015-9cb6-4405-9736-f11c22ec9001 HTTP/1.1" status: 204 len: 168 time: 0.6168203 Jul 04 10:13:56.107532 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e8cff-c58e-420d-bb77-facde638d8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca42d015-9cb6-4405-9736-f11c22ec9001,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:56.168827 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 5a128dca-9649-4a40-8f91-e7059725e38e resource provider aggregate not found Jul 04 10:13:56.185961 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 5a128dca-9649-4a40-8f91-e7059725e38e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a128dca-9649-4a40-8f91-e7059725e38e found for delete ", "request_id": "req-14a02bdf-f633-4ca0-a01f-ec5911eabbba"}]} Jul 04 10:13:56.223914 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47620) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:56.274718 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0c1d008e-64a5-41e1-b31d-058fb33295eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f101e48ae9b4936a6d1b7bae000d7e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495749 Jul 04 10:13:56.277664 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47622) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:56.328469 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-04b93a14-aa73-40ad-97ae-c8f62fe3e83f admin admin] Publish callbacks [] for security_group (d13f4618-d4ca-428c-92d1-146f6e5b6277), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.355028 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-04b93a14-aa73-40ad-97ae-c8f62fe3e83f admin admin] Publish callbacks [] for security_group (d13f4618-d4ca-428c-92d1-146f6e5b6277), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.408992 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-04b93a14-aa73-40ad-97ae-c8f62fe3e83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (d13f4618-d4ca-428c-92d1-146f6e5b6277), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.411980 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-04b93a14-aa73-40ad-97ae-c8f62fe3e83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.413136 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-04b93a14-aa73-40ad-97ae-c8f62fe3e83f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d13f4618-d4ca-428c-92d1-146f6e5b6277 HTTP/1.1" status: 204 len: 168 time: 0.1345062 Jul 04 10:13:56.421792 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b93a14-aa73-40ad-97ae-c8f62fe3e83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f4618-d4ca-428c-92d1-146f6e5b6277,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:56.493188 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 346feb22-2463-46f6-a88c-27348c0b1dcf up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:13:56.543055 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 346feb22-2463-46f6-a88c-27348c0b1dcf completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:13:56.551289 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 346feb22-2463-46f6-a88c-27348c0b1dcf triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:13:56.552265 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.567188 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2669ee-b158-4937-9b86-275f188b0ae8 req-2d20cff9-3bb2-48c4-9492-8203b8c7a3c9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:56.569026 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8a2669ee-b158-4937-9b86-275f188b0ae8 req-2d20cff9-3bb2-48c4-9492-8203b8c7a3c9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 944 time: 0.0542545 Jul 04 10:13:56.628792 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8a2669ee-b158-4937-9b86-275f188b0ae8 req-8bdf27b0-d1f4-43d0-bf90-9937a937d36c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520988 Jul 04 10:13:56.631801 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 346feb22-2463-46f6-a88c-27348c0b1dcf is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:13:56.632181 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.659345 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346feb22-2463-46f6-a88c-27348c0b1dcf'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:13:56.661729 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a2a72a-837a-4b0f-8e42-c62a93846214" -d '{"events": [{"server_uuid": "a16e6a2a-ad39-4e14-9cee-083afb6e9745", "name": "network-vif-plugged", "status": "completed", "tag": "346feb22-2463-46f6-a88c-27348c0b1dcf"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:13:56.676387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 346feb22-2463-46f6-a88c-27348c0b1dcf, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=346feb22-2463-46f6-a88c-27348c0b1dcf,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:13:56.681659 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:56.712103 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de1d364-435a-4cab-b2ec-fe637ca70e30 x-openstack-request-id: req-5de1d364-435a-4cab-b2ec-fe637ca70e30 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:13:56.712393 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e6a2a-ad39-4e14-9cee-083afb6e9745", "name": "network-vif-plugged", "status": "completed", "tag": "346feb22-2463-46f6-a88c-27348c0b1dcf", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:13:56.712645 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5de1d364-435a-4cab-b2ec-fe637ca70e30 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:13:56.713114 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de1d364-435a-4cab-b2ec-fe637ca70e30'] response: {'server_uuid': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'code': 200} Jul 04 10:13:56.734850 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=346feb22-2463-46f6-a88c-27348c0b1dcf,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:13:56.876808 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fda21-727d-4522-9731-1b0b6fd3f029 req-89767364-31a1-4c8e-a512-5c878badb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:56.878693 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d8fda21-727d-4522-9731-1b0b6fd3f029 req-89767364-31a1-4c8e-a512-5c878badb113 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 1129 time: 0.0401597 Jul 04 10:13:56.924527 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d8fda21-727d-4522-9731-1b0b6fd3f029 req-903058fa-4294-4c43-a1b0-492cc238b626 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395105 Jul 04 10:13:57.175783 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fa51e-4be6-42cd-a8d5-528893f28902 req-5468b453-2d37-48e5-b894-c91db23602b1 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:57.177345 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a2fa51e-4be6-42cd-a8d5-528893f28902 req-5468b453-2d37-48e5-b894-c91db23602b1 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0525737 Jul 04 10:13:57.196970 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:57.229202 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a2fa51e-4be6-42cd-a8d5-528893f28902 req-f50cd171-1980-4c5a-a684-d7f4be57eefc tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457234 Jul 04 10:13:57.541456 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:57.550331 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a654f543-d95d-48a1-8330-2f7dc5c4222b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:57.746298 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aec54-d5e1-4f1a-9683-87eca3a8facb req-c5f1f249-04dd-46c4-8509-390021afcd9b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:57.747757 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-630aec54-d5e1-4f1a-9683-87eca3a8facb req-c5f1f249-04dd-46c4-8509-390021afcd9b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 945 time: 0.0487738 Jul 04 10:13:57.796376 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-630aec54-d5e1-4f1a-9683-87eca3a8facb req-5fcab5dd-13ae-418d-bb46-007a1037650f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431418 Jul 04 10:13:58.363316 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a66247-693e-442d-a8b6-697183ab1b36 req-60973211-141e-4cc2-9dc1-c32601415134 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:58.364815 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d3a66247-693e-442d-a8b6-697183ab1b36 req-60973211-141e-4cc2-9dc1-c32601415134 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0534480 Jul 04 10:13:58.412276 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d3a66247-693e-442d-a8b6-697183ab1b36 req-24e03e2b-e2df-4883-afb6-4dd87de3902d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412779 Jul 04 10:13:58.918911 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dcd45-039a-4681-a9ff-0f7fa43a78b6 req-e9cabd0e-53d3-476b-8ca7-ec37a1cfa079 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:58.920321 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f9dcd45-039a-4681-a9ff-0f7fa43a78b6 req-e9cabd0e-53d3-476b-8ca7-ec37a1cfa079 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 945 time: 0.0518048 Jul 04 10:13:58.972875 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f9dcd45-039a-4681-a9ff-0f7fa43a78b6 req-aad042bd-d33e-423d-b14e-2c0efcc0762b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468287 Jul 04 10:13:59.084610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77d888-446b-44b1-a8c7-cb6045b2d77a req-25fa466a-8ac3-479e-b16b-0fc20b23467f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:59.086083 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1c77d888-446b-44b1-a8c7-cb6045b2d77a req-25fa466a-8ac3-479e-b16b-0fc20b23467f tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 945 time: 0.0504642 Jul 04 10:13:59.098967 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47678) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:13:59.103540 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Request body: {'floatingip': {'port_id': '346feb22-2463-46f6-a88c-27348c0b1dcf'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:13:59.146248 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (a3e86eed-54a1-4f21-8602-52b2fd3e3b0e), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:59.385598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:59.390523 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:59.534180 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23dd3b-5d0d-49eb-9423-03775f50cd8c req-d77544c2-3800-4fab-8b79-9d8b01055089 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:13:59.535777 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3c23dd3b-5d0d-49eb-9423-03775f50cd8c req-d77544c2-3800-4fab-8b79-9d8b01055089 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0502656 Jul 04 10:13:59.570873 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:59.576935 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (a3e86eed-54a1-4f21-8602-52b2fd3e3b0e), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:59.584483 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3c23dd3b-5d0d-49eb-9423-03775f50cd8c req-63d61cab-4013-4354-ab0c-11744b6e58f4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Jul 04 10:13:59.675709 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Floating IP a3e86eed-54a1-4f21-8602-52b2fd3e3b0e associated. External IP: 172.27.2.174, port: 346feb22-2463-46f6-a88c-27348c0b1dcf. Jul 04 10:13:59.881445 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:13:59.980152 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:13:59.983195 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:13:59.987718 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:13:59.994844 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:14:00.012993 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:14:00.013604 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:14:00.023792 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ac4ae7ca-ce5b-4e75-b102-692f84ee7039 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "PUT /v2.0/floatingips/a3e86eed-54a1-4f21-8602-52b2fd3e3b0e HTTP/1.1" status: 200 len: 991 time: 0.9215813 Jul 04 10:14:00.023792 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'tag': '346feb22-2463-46f6-a88c-27348c0b1dcf'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:14:00.024770 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b475b7-a91e-47ac-9ef8-33c500099aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "a16e6a2a-ad39-4e14-9cee-083afb6e9745", "tag": "346feb22-2463-46f6-a88c-27348c0b1dcf"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:14:00.066120 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f59965-869c-4a30-9764-6c9cbc90b93d x-openstack-request-id: req-28f59965-869c-4a30-9764-6c9cbc90b93d {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:14:00.066412 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16e6a2a-ad39-4e14-9cee-083afb6e9745", "tag": "346feb22-2463-46f6-a88c-27348c0b1dcf", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:14:00.066663 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28f59965-869c-4a30-9764-6c9cbc90b93d {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:14:00.067069 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f59965-869c-4a30-9764-6c9cbc90b93d'] response: {'name': 'network-changed', 'server_uuid': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'tag': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'status': 'completed', 'code': 200} Jul 04 10:14:00.122730 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:14:00.248715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-b41b7142-991a-4262-b886-352a976e5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:00.250293 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-b41b7142-991a-4262-b886-352a976e5aa4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a57f93d66f534107a228d908afa64890&device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 1129 time: 0.1511803 Jul 04 10:14:00.363816 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'a3e86eed-54a1-4f21-8602-52b2fd3e3b0e', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:fa:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:13:44Z', 'updated_at': '2022-07-04T10:13:59Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:14:00.393253 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:14:00.403681 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:14:00.404323 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:13:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:14:00.493306 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:00.500444 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:00.530378 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:14:00.570665 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:00.591372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-c5df0e4e-c0b3-491c-8a40-d5d7121cf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:00.592865 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-c5df0e4e-c0b3-491c-8a40-d5d7121cf551 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 200 len: 915 time: 0.3354702 Jul 04 10:14:00.662362 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-de9bb112-bd00-48a9-9acc-2ffccf61b303 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=346feb22-2463-46f6-a88c-27348c0b1dcf HTTP/1.1" status: 200 len: 999 time: 0.0627701 Jul 04 10:14:00.716955 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e719c6b-e5e1-4f43-a6ac-e867a280650a req-f07369bd-b6d2-4ed2-b59e-267ee47ee3c8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:00.718541 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e719c6b-e5e1-4f43-a6ac-e867a280650a req-f07369bd-b6d2-4ed2-b59e-267ee47ee3c8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0499268 Jul 04 10:14:00.769932 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e719c6b-e5e1-4f43-a6ac-e867a280650a req-d1efb375-0779-46f6-aedb-3b64c2da6bce tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456383 Jul 04 10:14:00.800454 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:00.820215 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-c8dea89c-2755-4b6d-8bfd-96060051446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:00.821692 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-c8dea89c-2755-4b6d-8bfd-96060051446a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 200 len: 853 time: 0.0454044 Jul 04 10:14:00.865599 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-27670b2f-aa5f-4cbf-899c-c1f9828c3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:00.867148 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-27670b2f-aa5f-4cbf-899c-c1f9828c3cc6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3ebecf3d-37d9-4ade-a898-e313cec92aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392315 Jul 04 10:14:00.907851 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'a3e86eed-54a1-4f21-8602-52b2fd3e3b0e', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:fa:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:13:44Z', 'updated_at': '2022-07-04T10:13:59Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:14:00.932918 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9028a9b-8981-442b-a978-f249c5513e3a None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': 'a3e86eed-54a1-4f21-8602-52b2fd3e3b0e', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'port_id': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'mac_address': 'fa:16:3e:fa:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:13:44Z', 'updated_at': '2022-07-04T10:13:59Z', 'revision_number': 1, 'project_id': 'a57f93d66f534107a228d908afa64890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:14:00.967712 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-e4df7fb4-d7c9-4ac8-b272-28be6d6541ba service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905995 Jul 04 10:14:01.044897 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:01.063682 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-99b475b7-a91e-47ac-9ef8-33c500099aa2 req-e94d07fc-4e9d-4d49-9cac-f328a9e0efe4 service neutron] 10.222.0.74 "GET /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893443 Jul 04 10:14:01.130052 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f762b9a-43ae-4d29-90ec-225ac4cfb2c3 None None] New status for floating IP a3e86eed-54a1-4f21-8602-52b2fd3e3b0e: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:14:01.894417 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7ca3c-d88b-4754-9c00-c49111b213cd req-e1cd3e55-5f5d-433b-b28b-98449f582c1e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:01.895923 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4df7ca3c-d88b-4754-9c00-c49111b213cd req-e1cd3e55-5f5d-433b-b28b-98449f582c1e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0494704 Jul 04 10:14:01.950804 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4df7ca3c-d88b-4754-9c00-c49111b213cd req-7c18c2ed-38d5-42f8-8f28-2638cacc2b54 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490625 Jul 04 10:14:02.540411 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:14:02.654421 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:02.665172 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'port_id': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'mac_address': 'fa:16:3e:d9:de:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:14:02.699973 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 is: ACTIVE; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:02.700355 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:02.702924 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:02.715414 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:14:02.735147 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:02.741351 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:02.792356 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=6']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:02.835325 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:14:03.072699 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a626a3-9d3d-4be9-bbd4-30f00654f7f0 req-966048bb-07c4-4846-bd17-f7e4ec219b41 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:03.074327 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f0a626a3-9d3d-4be9-bbd4-30f00654f7f0 req-966048bb-07c4-4846-bd17-f7e4ec219b41 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Jul 04 10:14:03.125317 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f0a626a3-9d3d-4be9-bbd4-30f00654f7f0 req-05ffcb27-b218-4269-aded-3a3ee431c0e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Jul 04 10:14:03.449109 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:04.249072 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4621-e52f-4b98-ae3d-39cf3dbcd5c3 req-a2f612f6-3f40-4abd-8980-4fd0ab6e8c3c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:04.250558 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-953c4621-e52f-4b98-ae3d-39cf3dbcd5c3 req-a2f612f6-3f40-4abd-8980-4fd0ab6e8c3c tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 945 time: 0.0487561 Jul 04 10:14:04.301452 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-953c4621-e52f-4b98-ae3d-39cf3dbcd5c3 req-f7ddcd65-5fb0-43ec-80a2-47f977d93454 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Jul 04 10:14:04.544168 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:14:04.597447 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:14:04.597951 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:04.680956 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:04.680956 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:04.680956 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:04.704760 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:14:04.707064 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a8b6c2-be68-4b24-8b09-56894a7243a7" -d '{"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-plugged", "status": "completed", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:14:04.720598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:04.726862 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:04.766220 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38d3443-7153-45e6-bb83-f2b61cd773b0 x-openstack-request-id: req-f38d3443-7153-45e6-bb83-f2b61cd773b0 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:14:04.766554 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-plugged", "status": "completed", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:14:04.766809 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f38d3443-7153-45e6-bb83-f2b61cd773b0 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:14:04.767207 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38d3443-7153-45e6-bb83-f2b61cd773b0'] response: {'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'code': 200} Jul 04 10:14:04.802778 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=7']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:05.438002 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c76fad-2792-45cb-8f15-c493e975f4a3 req-3135730c-7c1b-4a15-a8e7-ddb95de528c7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:05.440264 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1c76fad-2792-45cb-8f15-c493e975f4a3 req-3135730c-7c1b-4a15-a8e7-ddb95de528c7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0583451 Jul 04 10:14:05.496346 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1c76fad-2792-45cb-8f15-c493e975f4a3 req-b98e4754-bea0-43da-85e8-19e09d2a75b8 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492291 Jul 04 10:14:06.035012 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47802) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:06.166383 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad4a4-7461-4c96-8eff-beba73d4e49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:06.265573 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad4a4-7461-4c96-8eff-beba73d4e49d admin admin] Publish callbacks [] for security_group (742a6a5b-18ff-43df-984b-3fd48dd5c3d6), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:06.273272 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad4a4-7461-4c96-8eff-beba73d4e49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (742a6a5b-18ff-43df-984b-3fd48dd5c3d6), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:06.301873 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:06.322127 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ad4a4-7461-4c96-8eff-beba73d4e49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742a6a5b-18ff-43df-984b-3fd48dd5c3d6,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:06.329144 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47806) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:06.331990 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-ea5ad4a4-7461-4c96-8eff-beba73d4e49d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2022360469d84a1b8b721abab92d6b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929938 Jul 04 10:14:06.389501 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-df0dc040-3717-4473-aefb-c7aa3439d2c9 admin admin] Publish callbacks [] for security_group (742a6a5b-18ff-43df-984b-3fd48dd5c3d6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:06.414894 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-df0dc040-3717-4473-aefb-c7aa3439d2c9 admin admin] Publish callbacks [] for security_group (742a6a5b-18ff-43df-984b-3fd48dd5c3d6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:06.471706 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-df0dc040-3717-4473-aefb-c7aa3439d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (742a6a5b-18ff-43df-984b-3fd48dd5c3d6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:06.474597 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-df0dc040-3717-4473-aefb-c7aa3439d2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:06.476010 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-df0dc040-3717-4473-aefb-c7aa3439d2c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/742a6a5b-18ff-43df-984b-3fd48dd5c3d6 HTTP/1.1" status: 204 len: 168 time: 0.1458361 Jul 04 10:14:06.487213 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dc040-3717-4473-aefb-c7aa3439d2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742a6a5b-18ff-43df-984b-3fd48dd5c3d6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:06.649513 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b3ece-5045-4443-96ab-0b6473f47fa3 req-81679236-b1e2-4407-a50f-c8ee8d0d5d39 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:06.651533 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e82b3ece-5045-4443-96ab-0b6473f47fa3 req-81679236-b1e2-4407-a50f-c8ee8d0d5d39 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0657218 Jul 04 10:14:06.710237 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e82b3ece-5045-4443-96ab-0b6473f47fa3 req-2cc7f0ee-0991-4e68-b5e5-0acee4ad4c3a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518610 Jul 04 10:14:07.851983 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e86d1c-eac8-4054-ad25-4c32d5df5098 req-dce49846-031d-4c14-bf8a-737ec88bcdb7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:07.859149 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-89e86d1c-eac8-4054-ad25-4c32d5df5098 req-dce49846-031d-4c14-bf8a-737ec88bcdb7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0642848 Jul 04 10:14:07.919549 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-89e86d1c-eac8-4054-ad25-4c32d5df5098 req-78ea45a9-82d3-4a67-a879-2ccb6ebdfdd6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594189 Jul 04 10:14:08.828592 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47886) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:08.982559 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27b4f32b-250e-4d42-9b60-0cf2180d64d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.024342 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:09.075148 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08469a-eac4-4821-9295-2c1745c8690e req-78a13b3c-bfa0-4d85-9748-a2c2f86d8058 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:09.076721 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d08469a-eac4-4821-9295-2c1745c8690e req-78a13b3c-bfa0-4d85-9748-a2c2f86d8058 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0734117 Jul 04 10:14:09.143150 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27b4f32b-250e-4d42-9b60-0cf2180d64d3 admin admin] Publish callbacks [] for security_group (60ccc8c5-7e10-4470-ae6b-811b618e0ee3), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.145696 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4d08469a-eac4-4821-9295-2c1745c8690e req-2d1c2c95-3e5c-4554-a1eb-6273e68a1af0 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548720 Jul 04 10:14:09.149455 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27b4f32b-250e-4d42-9b60-0cf2180d64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (60ccc8c5-7e10-4470-ae6b-811b618e0ee3), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.196909 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4f32b-250e-4d42-9b60-0cf2180d64d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ccc8c5-7e10-4470-ae6b-811b618e0ee3,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:09.204982 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47892) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:09.205236 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-27b4f32b-250e-4d42-9b60-0cf2180d64d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b769792ac0634a4f863e0e594c6e55ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747368 Jul 04 10:14:09.282289 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:09.289377 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-07dccb99-910a-48d0-ab13-73240822a214 admin admin] Publish callbacks [] for security_group (60ccc8c5-7e10-4470-ae6b-811b618e0ee3), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.314500 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-07dccb99-910a-48d0-ab13-73240822a214 admin admin] Publish callbacks [] for security_group (60ccc8c5-7e10-4470-ae6b-811b618e0ee3), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.368798 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-07dccb99-910a-48d0-ab13-73240822a214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (60ccc8c5-7e10-4470-ae6b-811b618e0ee3), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.372109 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-07dccb99-910a-48d0-ab13-73240822a214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.373266 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-07dccb99-910a-48d0-ab13-73240822a214 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60ccc8c5-7e10-4470-ae6b-811b618e0ee3 HTTP/1.1" status: 204 len: 168 time: 0.1614065 Jul 04 10:14:09.382306 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dccb99-910a-48d0-ab13-73240822a214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ccc8c5-7e10-4470-ae6b-811b618e0ee3,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:09.718849 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47898) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:09.734714 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-930f8bfd-7634-4a4a-af8d-9f9e91211589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.830408 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-930f8bfd-7634-4a4a-af8d-9f9e91211589 admin admin] Publish callbacks [] for security_group (e0e4a66e-7d3d-47c6-9e2f-30db619c9e1c), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.835628 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-930f8bfd-7634-4a4a-af8d-9f9e91211589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e0e4a66e-7d3d-47c6-9e2f-30db619c9e1c), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.883130 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f8bfd-7634-4a4a-af8d-9f9e91211589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e4a66e-7d3d-47c6-9e2f-30db619c9e1c,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:09.890415 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-930f8bfd-7634-4a4a-af8d-9f9e91211589 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f0846a1f5744644a69b2a171fd4b6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705089 Jul 04 10:14:09.896534 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47900) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:09.959016 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4f8a58cc-30f3-4980-96d2-b327e014f927 admin admin] Publish callbacks [] for security_group (e0e4a66e-7d3d-47c6-9e2f-30db619c9e1c), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:09.987019 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4f8a58cc-30f3-4980-96d2-b327e014f927 admin admin] Publish callbacks [] for security_group (e0e4a66e-7d3d-47c6-9e2f-30db619c9e1c), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:10.064639 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4f8a58cc-30f3-4980-96d2-b327e014f927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e0e4a66e-7d3d-47c6-9e2f-30db619c9e1c), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:10.067801 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4f8a58cc-30f3-4980-96d2-b327e014f927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:10.072988 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-4f8a58cc-30f3-4980-96d2-b327e014f927 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0e4a66e-7d3d-47c6-9e2f-30db619c9e1c HTTP/1.1" status: 204 len: 168 time: 0.1715848 Jul 04 10:14:10.080753 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a58cc-30f3-4980-96d2-b327e014f927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e4a66e-7d3d-47c6-9e2f-30db619c9e1c,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:10.314479 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12388fb4-b779-4d59-8f63-9d74ce80b751 req-88bc5f11-6c1e-4a58-8564-cd5fda75740e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:10.316067 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12388fb4-b779-4d59-8f63-9d74ce80b751 req-88bc5f11-6c1e-4a58-8564-cd5fda75740e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0765023 Jul 04 10:14:10.396719 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-12388fb4-b779-4d59-8f63-9d74ce80b751 req-19f84e60-5808-4f6f-8500-58165736e0e4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716307 Jul 04 10:14:11.231664 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:11.233967 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:11.545331 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53164ba7-b384-4a80-8d5b-02d63a2efebd req-5d363aa5-4ede-4900-871d-3426985dce26 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:11.546999 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-53164ba7-b384-4a80-8d5b-02d63a2efebd req-5d363aa5-4ede-4900-871d-3426985dce26 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0645072 Jul 04 10:14:11.618171 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-53164ba7-b384-4a80-8d5b-02d63a2efebd req-87b853ba-84ae-4584-b6c5-2d971b050f03 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580063 Jul 04 10:14:12.122403 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 47956) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:12.248934 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a2be557b-4b20-471c-9a6c-7c33329c17a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:12.343461 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a2be557b-4b20-471c-9a6c-7c33329c17a3 admin admin] Publish callbacks [] for security_group (72e8bc0f-19e6-4e13-8011-c8a4a50827da), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:12.351763 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a2be557b-4b20-471c-9a6c-7c33329c17a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (72e8bc0f-19e6-4e13-8011-c8a4a50827da), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:12.402185 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a2be557b-4b20-471c-9a6c-7c33329c17a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78ac940025664893841da6ea5778863c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780836 Jul 04 10:14:12.403042 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be557b-4b20-471c-9a6c-7c33329c17a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8bc0f-19e6-4e13-8011-c8a4a50827da,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:12.404885 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47960) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:12.422129 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:12.473073 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcdbb-ccb2-473b-b471-107d7d8a55dc admin admin] Publish callbacks [] for security_group (72e8bc0f-19e6-4e13-8011-c8a4a50827da), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:12.496965 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcdbb-ccb2-473b-b471-107d7d8a55dc admin admin] Publish callbacks [] for security_group (72e8bc0f-19e6-4e13-8011-c8a4a50827da), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:12.551905 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcdbb-ccb2-473b-b471-107d7d8a55dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (72e8bc0f-19e6-4e13-8011-c8a4a50827da), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:12.554901 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcdbb-ccb2-473b-b471-107d7d8a55dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:12.558832 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-ac4dcdbb-ccb2-473b-b471-107d7d8a55dc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72e8bc0f-19e6-4e13-8011-c8a4a50827da HTTP/1.1" status: 204 len: 168 time: 0.1477258 Jul 04 10:14:12.565123 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dcdbb-ccb2-473b-b471-107d7d8a55dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8bc0f-19e6-4e13-8011-c8a4a50827da,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:12.765808 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf0ac3-6456-4a72-bfcb-083a52e1bf49 req-2ea05243-bd90-4877-bf31-0ef93596b328 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:12.767404 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2ecf0ac3-6456-4a72-bfcb-083a52e1bf49 req-2ea05243-bd90-4877-bf31-0ef93596b328 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0780268 Jul 04 10:14:12.837126 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2ecf0ac3-6456-4a72-bfcb-083a52e1bf49 req-b93d286f-c2db-4155-90f2-97d11b04dda1 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636635 Jul 04 10:14:12.958629 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47972) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:12.975541 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3d54e27a-5717-4d3e-8300-d3fbe42fea08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:13.073589 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3d54e27a-5717-4d3e-8300-d3fbe42fea08 admin admin] Publish callbacks [] for security_group (493e2e07-a633-4c90-af92-000610c0faba), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:13.079190 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3d54e27a-5717-4d3e-8300-d3fbe42fea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (493e2e07-a633-4c90-af92-000610c0faba), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:13.097988 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:13.129651 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54e27a-5717-4d3e-8300-d3fbe42fea08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493e2e07-a633-4c90-af92-000610c0faba,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:13.137088 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3d54e27a-5717-4d3e-8300-d3fbe42fea08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7aa60b10d8b94ba4a0eeb6cf8b752f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740224 Jul 04 10:14:13.137088 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 47974) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:13.191828 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3d42b0a7-6283-4182-98cc-085e3d2b0392 admin admin] Publish callbacks [] for security_group (493e2e07-a633-4c90-af92-000610c0faba), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:13.219698 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3d42b0a7-6283-4182-98cc-085e3d2b0392 admin admin] Publish callbacks [] for security_group (493e2e07-a633-4c90-af92-000610c0faba), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:13.271576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3d42b0a7-6283-4182-98cc-085e3d2b0392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (493e2e07-a633-4c90-af92-000610c0faba), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:13.274375 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3d42b0a7-6283-4182-98cc-085e3d2b0392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:13.275564 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3d42b0a7-6283-4182-98cc-085e3d2b0392 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/493e2e07-a633-4c90-af92-000610c0faba HTTP/1.1" status: 204 len: 168 time: 0.1374521 Jul 04 10:14:13.289304 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42b0a7-6283-4182-98cc-085e3d2b0392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493e2e07-a633-4c90-af92-000610c0faba,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:13.969327 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b557d-b73d-42f2-ad5f-6ba1db36b2d0 req-05eb2966-f26e-404a-be86-c50b203f50e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:13.970888 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-955b557d-b73d-42f2-ad5f-6ba1db36b2d0 req-05eb2966-f26e-404a-be86-c50b203f50e3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0557759 Jul 04 10:14:14.028634 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-955b557d-b73d-42f2-ad5f-6ba1db36b2d0 req-ce65cd0a-c712-4470-822e-79758094b62f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514729 Jul 04 10:14:14.164118 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-e7b7bfec-a0c3-4227-9f0e-85b241961192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:14.165639 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-e7b7bfec-a0c3-4227-9f0e-85b241961192 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 1130 time: 0.0440681 Jul 04 10:14:14.265924 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-50afb983-3646-4e91-82cf-ffb1313e1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:14.267421 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-50afb983-3646-4e91-82cf-ffb1313e1bc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.0961125 Jul 04 10:14:14.341541 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-0493201f-3031-4182-ad46-553f67bbd819 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 HTTP/1.1" status: 200 len: 1001 time: 0.0616019 Jul 04 10:14:14.395200 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-8015a8d9-2b02-48ec-82a3-2f57d6ff1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:14.396897 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-8015a8d9-2b02-48ec-82a3-2f57d6ff1db9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0461941 Jul 04 10:14:14.445953 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-b912fdca-020d-40b0-9c4d-3ec2198090ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:14.447445 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-b912fdca-020d-40b0-9c4d-3ec2198090ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402932 Jul 04 10:14:14.461339 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:14.547880 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-ca3c1cc4-e7a5-4763-a4d2-617ef713324d service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932119 Jul 04 10:14:14.642936 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40dfd668-07fa-456c-a5c7-c3cec8bc7e95 req-46fe881d-7ef8-4583-883c-c1fd14220dc6 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896831 Jul 04 10:14:15.158612 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beca39-b3a6-4b32-a490-9928cbaf3d70 req-ab70cffb-e681-465c-801e-95c5495dd4b4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:15.165611 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-63beca39-b3a6-4b32-a490-9928cbaf3d70 req-ab70cffb-e681-465c-801e-95c5495dd4b4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0575204 Jul 04 10:14:15.214315 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-63beca39-b3a6-4b32-a490-9928cbaf3d70 req-377f1452-6962-42e8-8556-6bc17bbb3fec tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473754 Jul 04 10:14:16.334064 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bcc1d-a34f-43dc-93ed-f46cd155688b req-4b7a06d7-235f-4b6a-a9b4-1de596814efa tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:16.338087 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d23bcc1d-a34f-43dc-93ed-f46cd155688b req-4b7a06d7-235f-4b6a-a9b4-1de596814efa tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 946 time: 0.0503974 Jul 04 10:14:16.378725 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:16.389972 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d23bcc1d-a34f-43dc-93ed-f46cd155688b req-96793d45-c0c7-4378-9291-7dc5195f1a70 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478959 Jul 04 10:14:16.660319 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:14:16.737441 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 is: ACTIVE; New status is: DOWN {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:16.737853 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:16.761643 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:14:16.763889 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77e22d8-9508-4af9-83e3-23a1c31e803c" -d '{"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-unplugged", "status": "completed", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:14:16.776493 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:16.786448 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:16.819663 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:16.838302 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=8']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:16.927095 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 10:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73cc45f-264c-44ea-a503-d6f34daa79ce x-openstack-request-id: req-b73cc45f-264c-44ea-a503-d6f34daa79ce {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:14:16.927381 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-unplugged", "status": "failed", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79", "code": 422}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:14:16.927632 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b73cc45f-264c-44ea-a503-d6f34daa79ce {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:14:16.928043 dv-cinder-848418-1-iscsi neutron-server[104131]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b73cc45f-264c-44ea-a503-d6f34daa79ce']: {'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'code': 422} returned with failed status Jul 04 10:14:17.101274 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:14:17.523208 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfb6f4-a0cf-4d1f-a2ca-189cf5168997 req-e2240c1e-3448-4027-ab12-5d1a5f561f94 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:17.524638 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-26cfb6f4-a0cf-4d1f-a2ca-189cf5168997 req-e2240c1e-3448-4027-ab12-5d1a5f561f94 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0511959 Jul 04 10:14:17.573553 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-26cfb6f4-a0cf-4d1f-a2ca-189cf5168997 req-1bc8da3f-c167-4620-bb1b-d9348d212072 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Jul 04 10:14:18.566718 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60407e8-0d54-46e9-a59a-d343edf698d5 req-58b67f29-48cc-4a43-b14d-67f07655eed5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:18.568235 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c60407e8-0d54-46e9-a59a-d343edf698d5 req-58b67f29-48cc-4a43-b14d-67f07655eed5 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0488415 Jul 04 10:14:18.605673 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-40128352-82c9-458e-b57a-db49300221bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408864 Jul 04 10:14:18.616931 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c60407e8-0d54-46e9-a59a-d343edf698d5 req-5b9b6590-8bd7-4c46-a67e-ab151d5a997b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Jul 04 10:14:18.684304 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-f20971c0-505e-492b-8f04-6ab6d09f66ad tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:18.685644 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-f20971c0-505e-492b-8f04-6ab6d09f66ad tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports/4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 HTTP/1.1" status: 200 len: 941 time: 0.0504260 Jul 04 10:14:19.636297 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-e8d2610c-6545-4121-91df-be34fc29d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:19.637766 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-e8d2610c-6545-4121-91df-be34fc29d49d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668&tenant_id=b852926ec18f4dc695da5ec1c5582f48 HTTP/1.1" status: 200 len: 1128 time: 0.0453136 Jul 04 10:14:19.711798 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-15c8c716-b20a-4a13-bb20-cd2fd6e2a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:19.713276 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-15c8c716-b20a-4a13-bb20-cd2fd6e2a174 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b852926ec18f4dc695da5ec1c5582f48&device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 1128 time: 0.0495741 Jul 04 10:14:19.765508 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcc0cc-4719-44d4-b308-ecc1d1e67f08 req-66dbcd4a-c4ff-4b82-8bb7-70c591231b44 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:19.766955 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1bfcc0cc-4719-44d4-b308-ecc1d1e67f08 req-66dbcd4a-c4ff-4b82-8bb7-70c591231b44 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0710316 Jul 04 10:14:19.861658 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-dad837e2-513e-4e9c-8663-e93bfe0ae326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:19.863127 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-dad837e2-513e-4e9c-8663-e93bfe0ae326 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 200 len: 915 time: 0.1341331 Jul 04 10:14:19.866312 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1bfcc0cc-4719-44d4-b308-ecc1d1e67f08 req-be90629a-4980-4d74-b36c-778160a9ebf7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931289 Jul 04 10:14:19.939998 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-9c96657a-c8a3-4ae8-9da7-c1c651938d07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 HTTP/1.1" status: 200 len: 999 time: 0.0638096 Jul 04 10:14:19.991700 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-07aa5196-4436-4bc7-9e5e-6548f1d5174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:19.993138 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-07aa5196-4436-4bc7-9e5e-6548f1d5174b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 200 len: 853 time: 0.0478361 Jul 04 10:14:20.038362 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-296f7544-ca1c-401c-bcca-a12f3e1be88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:20.039857 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-296f7544-ca1c-401c-bcca-a12f3e1be88e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395255 Jul 04 10:14:20.134959 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-32cd128d-b2eb-47f9-b529-3fcabf4671e4 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874157 Jul 04 10:14:20.185213 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:20.239589 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-85173aaf-4906-43d7-b0c8-6c37e0d7a08e req-293a296b-cb94-4fca-a61d-8316990f7560 service neutron] 10.222.0.74 "GET /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947986 Jul 04 10:14:21.036509 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab998b-4e7b-4920-9178-61fb10ced3f3 req-4db4a68d-e2e1-41be-b7d4-3de409fc5710 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:21.043398 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eab998b-4e7b-4920-9178-61fb10ced3f3 req-4db4a68d-e2e1-41be-b7d4-3de409fc5710 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0599639 Jul 04 10:14:21.095297 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0eab998b-4e7b-4920-9178-61fb10ced3f3 req-cdedb497-c1c8-4b02-b64b-6177e598280d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508041 Jul 04 10:14:22.246553 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54956fd-505e-44e6-a56d-511dee63ec51 req-b23b30f1-3cdc-499f-9e69-a82a1ec1a0f3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:22.248116 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a54956fd-505e-44e6-a56d-511dee63ec51 req-b23b30f1-3cdc-499f-9e69-a82a1ec1a0f3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0539899 Jul 04 10:14:22.278779 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:22.312048 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a54956fd-505e-44e6-a56d-511dee63ec51 req-1252a092-d11e-4c7d-b717-7f4211a7a49f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578585 Jul 04 10:14:23.448113 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f85f2c-3805-470e-869f-bac6ec172f40 req-583fd48f-7f29-4d3f-8769-8c8090c0f742 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:23.450173 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e5f85f2c-3805-470e-869f-bac6ec172f40 req-583fd48f-7f29-4d3f-8769-8c8090c0f742 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0554550 Jul 04 10:14:23.501632 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e5f85f2c-3805-470e-869f-bac6ec172f40 req-07c8d976-9512-4158-818d-32023278d0fe tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457370 Jul 04 10:14:24.079357 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:24.302204 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48180) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:24.425259 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f96e5c0f-b591-4e52-ac4c-75e126d8095e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:24.441409 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:24.520682 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f96e5c0f-b591-4e52-ac4c-75e126d8095e admin admin] Publish callbacks [] for security_group (89d598c1-39b6-4c22-9de8-5b86510bb6f0), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:24.525863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f96e5c0f-b591-4e52-ac4c-75e126d8095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (89d598c1-39b6-4c22-9de8-5b86510bb6f0), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:24.560750 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48188) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:24.562184 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f96e5c0f-b591-4e52-ac4c-75e126d8095e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d19f8464d324c4fb962b2196332e624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587512 Jul 04 10:14:24.593962 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e5c0f-b591-4e52-ac4c-75e126d8095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d598c1-39b6-4c22-9de8-5b86510bb6f0,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:24.697397 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960c676-ba99-4760-b437-7b6879b8c191 req-d2277edc-957a-47a8-9961-e09c9d633b1a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:24.702086 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1960c676-ba99-4760-b437-7b6879b8c191 req-d2277edc-957a-47a8-9961-e09c9d633b1a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0813401 Jul 04 10:14:24.703053 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c492ca40-e361-4c95-b82b-873ceb7a5549 admin admin] Publish callbacks [] for security_group (89d598c1-39b6-4c22-9de8-5b86510bb6f0), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:24.757386 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c492ca40-e361-4c95-b82b-873ceb7a5549 admin admin] Publish callbacks [] for security_group (89d598c1-39b6-4c22-9de8-5b86510bb6f0), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:24.819052 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1960c676-ba99-4760-b437-7b6879b8c191 req-159e7f5d-d5b6-4d65-af5d-4d478a94e77f tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126721 Jul 04 10:14:24.861287 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c492ca40-e361-4c95-b82b-873ceb7a5549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (89d598c1-39b6-4c22-9de8-5b86510bb6f0), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:24.864277 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c492ca40-e361-4c95-b82b-873ceb7a5549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:24.876044 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c492ca40-e361-4c95-b82b-873ceb7a5549 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/89d598c1-39b6-4c22-9de8-5b86510bb6f0 HTTP/1.1" status: 204 len: 168 time: 0.3068528 Jul 04 10:14:24.878735 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492ca40-e361-4c95-b82b-873ceb7a5549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d598c1-39b6-4c22-9de8-5b86510bb6f0,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:25.268691 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb0cc4-79ac-409f-a65c-25b7f2a2746f req-d369fb89-6804-4a90-9896-2b8839fda14c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:25.270575 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bbfb0cc4-79ac-409f-a65c-25b7f2a2746f req-d369fb89-6804-4a90-9896-2b8839fda14c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.1017783 Jul 04 10:14:25.349204 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48204) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:25.353120 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bbfb0cc4-79ac-409f-a65c-25b7f2a2746f req-fc56c743-59c4-4250-99db-47972799dd96 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734527 Jul 04 10:14:25.375503 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:25.402949 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-24c79517-88ee-4cd7-b8fd-590d15ddbd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:25.406569 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-aa714526-58eb-483a-9c3c-f2a427d4b887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:25.523320 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-aa714526-58eb-483a-9c3c-f2a427d4b887 admin admin] Publish callbacks [] for security_group (c5b76f2f-836b-4aa8-955b-12b8396b0d17), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:25.528874 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-aa714526-58eb-483a-9c3c-f2a427d4b887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c5b76f2f-836b-4aa8-955b-12b8396b0d17), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:25.568985 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-aa714526-58eb-483a-9c3c-f2a427d4b887 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bae1bf4dad0493783c7d7862a628e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200866 Jul 04 10:14:25.571749 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48212) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:25.584045 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa714526-58eb-483a-9c3c-f2a427d4b887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b76f2f-836b-4aa8-955b-12b8396b0d17,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:25.642245 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8246d170-163a-4a26-ae0d-5a3320282c69 admin admin] Publish callbacks [] for security_group (c5b76f2f-836b-4aa8-955b-12b8396b0d17), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:25.668137 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8246d170-163a-4a26-ae0d-5a3320282c69 admin admin] Publish callbacks [] for security_group (c5b76f2f-836b-4aa8-955b-12b8396b0d17), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:25.722477 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8246d170-163a-4a26-ae0d-5a3320282c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c5b76f2f-836b-4aa8-955b-12b8396b0d17), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:25.725677 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8246d170-163a-4a26-ae0d-5a3320282c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:25.726938 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8246d170-163a-4a26-ae0d-5a3320282c69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5b76f2f-836b-4aa8-955b-12b8396b0d17 HTTP/1.1" status: 204 len: 168 time: 0.1540625 Jul 04 10:14:25.736208 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246d170-163a-4a26-ae0d-5a3320282c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b76f2f-836b-4aa8-955b-12b8396b0d17,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:26.021478 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbbee8-ee85-4b75-bf45-2585ef7090eb req-1c44cd2c-c87f-4865-a983-b076073ee891 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:26.023705 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f5cbbee8-ee85-4b75-bf45-2585ef7090eb req-1c44cd2c-c87f-4865-a983-b076073ee891 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0836506 Jul 04 10:14:26.091084 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f5cbbee8-ee85-4b75-bf45-2585ef7090eb req-17480f35-6d1a-4458-9a91-acc7eb010567 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608981 Jul 04 10:14:26.534306 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd998b-ea1d-4747-a431-5c6342d2282d req-73930089-656a-4839-80a2-54cc77c9e7a5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:26.542075 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5cdd998b-ea1d-4747-a431-5c6342d2282d req-73930089-656a-4839-80a2-54cc77c9e7a5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0577059 Jul 04 10:14:26.663800 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5cdd998b-ea1d-4747-a431-5c6342d2282d req-4db3a32e-4da7-4216-8dd9-8e2aba29a3d1 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204870 Jul 04 10:14:27.094123 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:27.265922 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64de1e-32e5-4cc7-ad46-7cb59a1cb81c req-dba8b5a4-187f-49bc-a54e-576566ca5351 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:27.267510 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc64de1e-32e5-4cc7-ad46-7cb59a1cb81c req-dba8b5a4-187f-49bc-a54e-576566ca5351 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0631909 Jul 04 10:14:27.327093 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc64de1e-32e5-4cc7-ad46-7cb59a1cb81c req-a27f4c08-e182-4fd2-9e71-f5430387b0ef tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534971 Jul 04 10:14:27.554545 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-212cf4bd-1d2a-4ccf-8f89-6293cad162c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:27.796319 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67987e-7a2a-45db-8a00-73c5b3b63a93 req-bc79eb94-9e2d-42f6-a657-dab357454090 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:27.797953 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6b67987e-7a2a-45db-8a00-73c5b3b63a93 req-bc79eb94-9e2d-42f6-a657-dab357454090 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0517654 Jul 04 10:14:27.811923 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:27.856116 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6b67987e-7a2a-45db-8a00-73c5b3b63a93 req-e53eddd0-3967-4c25-859a-d49733d1afe2 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513086 Jul 04 10:14:28.475137 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fce8b-8f60-49a6-8915-9367ea148db8 req-12adad03-0f8a-4b34-95fa-3d314ed0f4f2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:28.476948 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cb3fce8b-8f60-49a6-8915-9367ea148db8 req-12adad03-0f8a-4b34-95fa-3d314ed0f4f2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0695405 Jul 04 10:14:28.543795 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cb3fce8b-8f60-49a6-8915-9367ea148db8 req-294db494-48e7-4254-83ac-9a0abdbbccaf tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601630 Jul 04 10:14:28.977595 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db5438-8947-4e8f-bfae-95fb96d6d26d req-66c4af2f-1a53-41c2-993a-b2d3b2c0c7b0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:28.979177 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6db5438-8947-4e8f-bfae-95fb96d6d26d req-66c4af2f-1a53-41c2-993a-b2d3b2c0c7b0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0485117 Jul 04 10:14:29.023569 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:29.032637 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6db5438-8947-4e8f-bfae-95fb96d6d26d req-93b50780-3799-4aad-b0d5-72984beada08 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447583 Jul 04 10:14:29.401291 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:29.692506 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f65aa3-6d7b-4fa8-b465-ad9469cecd82 req-5194074a-1e27-4e4f-a1b8-9d5383e8e928 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:29.694126 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-38f65aa3-6d7b-4fa8-b465-ad9469cecd82 req-5194074a-1e27-4e4f-a1b8-9d5383e8e928 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0536628 Jul 04 10:14:29.743406 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-38f65aa3-6d7b-4fa8-b465-ad9469cecd82 req-ac4998ef-1903-4602-a15a-214672038bd2 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436690 Jul 04 10:14:30.163812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a86c39-d9a1-4952-840d-c0c49f930edb req-694cfa4b-e7ce-41e4-8fd7-aef596d5f3be tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:30.165351 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02a86c39-d9a1-4952-840d-c0c49f930edb req-694cfa4b-e7ce-41e4-8fd7-aef596d5f3be tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0589125 Jul 04 10:14:30.216945 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02a86c39-d9a1-4952-840d-c0c49f930edb req-35204090-1c9d-426c-a898-49285774f73c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459125 Jul 04 10:14:30.462063 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:30.731273 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:14:30.820360 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:30.850204 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:30.861907 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'port_id': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'mac_address': 'fa:16:3e:d9:de:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:14:30.869125 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0b9e6-531b-4a8e-88be-77fa8ed492c7 req-80195314-11fe-49a3-a85b-09580c2e53f4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:30.870702 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-58e0b9e6-531b-4a8e-88be-77fa8ed492c7 req-80195314-11fe-49a3-a85b-09580c2e53f4 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 944 time: 0.0517466 Jul 04 10:14:30.897120 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:30.897562 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:30.914993 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:14:30.922662 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-58e0b9e6-531b-4a8e-88be-77fa8ed492c7 req-78f4a5c6-d5dd-4b20-bb49-9f054fc44148 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462883 Jul 04 10:14:30.935916 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:30.941297 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:30.988046 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=9']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:30.996441 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:30.996913 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:30.997489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:30.997868 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:30.998381 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:30.998825 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:30.999265 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:30.999696 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:31.000150 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:31.000597 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:31.000941 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:31.001256 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:31.001757 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:31.002127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:31.002435 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:31.205945 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:14:31.339925 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aafd65-0a52-4d95-883a-610cd04b9af7 req-a0ce9b9d-0001-4f7e-a1e8-e602b1f98044 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:31.341594 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71aafd65-0a52-4d95-883a-610cd04b9af7 req-a0ce9b9d-0001-4f7e-a1e8-e602b1f98044 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0528204 Jul 04 10:14:31.392906 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71aafd65-0a52-4d95-883a-610cd04b9af7 req-13e34699-66f1-4989-92fe-06c9397d0b5a tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456605 Jul 04 10:14:32.043314 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466a3d-0181-4356-a621-3d7dc62fec7f req-94fc99a6-9727-47cd-9552-8f537d519d34 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:32.044894 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-88466a3d-0181-4356-a621-3d7dc62fec7f req-94fc99a6-9727-47cd-9552-8f537d519d34 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 945 time: 0.0469978 Jul 04 10:14:32.098989 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-88466a3d-0181-4356-a621-3d7dc62fec7f req-a80c1959-e512-4394-89f8-398e4b0d6a3d tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483711 Jul 04 10:14:32.513079 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135434d9-72cc-48bb-a545-627a489dab2a req-4da30a9a-0406-4875-a02f-d47b97c9f84c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:32.514613 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-135434d9-72cc-48bb-a545-627a489dab2a req-4da30a9a-0406-4875-a02f-d47b97c9f84c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0526588 Jul 04 10:14:32.564927 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-135434d9-72cc-48bb-a545-627a489dab2a req-7502cdac-b6d3-45df-83ea-c813d41640b5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444765 Jul 04 10:14:32.741608 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:14:32.743858 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:32.790538 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:14:32.790903 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:32.863868 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:32.864145 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:32.892636 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:14:32.895273 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d797ee-fc09-45f5-b99f-8e49e1921cd1" -d '{"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-plugged", "status": "completed", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:14:32.907332 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:32.912879 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:32.941354 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9649488-d9f1-4fc9-b7c6-429dc485f656 x-openstack-request-id: req-f9649488-d9f1-4fc9-b7c6-429dc485f656 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:14:32.941644 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-plugged", "status": "completed", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:14:32.942053 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9649488-d9f1-4fc9-b7c6-429dc485f656 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:14:32.942444 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9649488-d9f1-4fc9-b7c6-429dc485f656'] response: {'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'code': 200} Jul 04 10:14:32.965083 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=10']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:33.141554 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff0b01-4ded-430b-bba9-36d049471b03 req-939b5335-4504-4f78-aed8-f06f9ecfe505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:33.143163 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6ff0b01-4ded-430b-bba9-36d049471b03 req-939b5335-4504-4f78-aed8-f06f9ecfe505 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 1131 time: 0.0413642 Jul 04 10:14:33.216086 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6ff0b01-4ded-430b-bba9-36d049471b03 req-69738ede-2e8b-4fd3-872b-3016affe7ef6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657599 Jul 04 10:14:33.231881 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687910ab-628f-404b-85e7-db28ee6c7a43 req-1f0a2267-f3cb-41cc-8986-83a5c0a369f7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:33.233609 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-687910ab-628f-404b-85e7-db28ee6c7a43 req-1f0a2267-f3cb-41cc-8986-83a5c0a369f7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0562813 Jul 04 10:14:33.298102 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-687910ab-628f-404b-85e7-db28ee6c7a43 req-ba4d6641-ede7-41e8-b3f3-05879bf5b665 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583353 Jul 04 10:14:33.442350 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:33.457989 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:33.683300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f8cae-d70b-414d-9695-6eb4b3958d4e req-5c7f6af4-eb89-46aa-beb2-868f1acc0190 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:33.685499 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-968f8cae-d70b-414d-9695-6eb4b3958d4e req-5c7f6af4-eb89-46aa-beb2-868f1acc0190 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0508032 Jul 04 10:14:33.723844 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:33.738418 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-968f8cae-d70b-414d-9695-6eb4b3958d4e req-27d41e54-965a-4793-926b-3f910fe0e1b6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469556 Jul 04 10:14:34.481431 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314965-d378-43f2-a183-5fc757af7f4d req-89f05325-4015-466a-9277-a41771180957 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:34.482873 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ac314965-d378-43f2-a183-5fc757af7f4d req-89f05325-4015-466a-9277-a41771180957 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0474899 Jul 04 10:14:34.532723 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ac314965-d378-43f2-a183-5fc757af7f4d req-990449b4-4797-4cc2-b4d2-7d4209a297d7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Jul 04 10:14:34.869448 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293a206-50d7-47c0-8631-c13701e08501 req-c00656a3-99a5-42e3-a875-c7fe4864692c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:34.871068 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2293a206-50d7-47c0-8631-c13701e08501 req-c00656a3-99a5-42e3-a875-c7fe4864692c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0550396 Jul 04 10:14:34.890859 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:34.923636 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2293a206-50d7-47c0-8631-c13701e08501 req-078a66a3-baad-4af8-aa82-1ddbe586a7ab tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463798 Jul 04 10:14:35.657005 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b57135-593e-4514-b75f-742320e4e46d req-e9b87dfd-6378-47d1-8e5a-1ec046ef2e8a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:35.658478 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-95b57135-593e-4514-b75f-742320e4e46d req-e9b87dfd-6378-47d1-8e5a-1ec046ef2e8a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0486412 Jul 04 10:14:35.706199 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:35.708621 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-95b57135-593e-4514-b75f-742320e4e46d req-20c27592-6dcf-4ca6-8145-8e90f0d76092 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417857 Jul 04 10:14:35.731795 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=16,neutron:SELECT=47,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:36.062675 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746801-d183-4879-a752-7a0c4152dee3 req-7a489e46-218a-458a-ad04-f49080b0546e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:36.064162 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-33746801-d183-4879-a752-7a0c4152dee3 req-7a489e46-218a-458a-ad04-f49080b0546e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0580709 Jul 04 10:14:36.120193 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-33746801-d183-4879-a752-7a0c4152dee3 req-69d12639-fefe-4473-9ccb-7bae7d00b9f7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500154 Jul 04 10:14:36.680073 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-d2abde26-ad3f-45a8-916e-d73877e10825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:36.681556 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-d2abde26-ad3f-45a8-916e-d73877e10825 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1130 time: 0.0403764 Jul 04 10:14:36.795610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-af28ef8e-b74f-49fe-b8be-ac990c7f31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:36.797094 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-af28ef8e-b74f-49fe-b8be-ac990c7f31cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 200 len: 909 time: 0.0949459 Jul 04 10:14:36.862205 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-d7f42523-b975-4ace-8789-0249050486bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 1002 time: 0.0562861 Jul 04 10:14:36.915472 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-4f99717d-f1f0-41d2-bbf9-faae8e0a5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:36.916962 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-4f99717d-f1f0-41d2-bbf9-faae8e0a5c4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c5e177a-1956-4b07-ad73-48c5e98ae268 HTTP/1.1" status: 200 len: 847 time: 0.0482776 Jul 04 10:14:36.965850 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-e387cac6-4844-4139-a7a6-17c1c1b4e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:36.967814 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-e387cac6-4844-4139-a7a6-17c1c1b4e966 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce6e6105-a549-4580-b0f7-630aadbb2dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443635 Jul 04 10:14:37.175999 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48450) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:37.288170 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdfa-e8c7-4bb3-9218-d8344477445c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:37.314085 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ce9cf-da15-4b8d-99e9-12cdc7c193ef req-d89c242f-896c-4977-94d4-bdf1087cd147 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:37.315437 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c89ce9cf-da15-4b8d-99e9-12cdc7c193ef req-d89c242f-896c-4977-94d4-bdf1087cd147 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0778842 Jul 04 10:14:37.348427 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-e85fa134-85f3-42d2-9858-eba04e29d17f service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687589 Jul 04 10:14:37.370000 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdfa-e8c7-4bb3-9218-d8344477445c admin admin] Publish callbacks [] for security_group (e832c40b-b93d-4a4e-865e-a68678245707), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:37.375803 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdfa-e8c7-4bb3-9218-d8344477445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e832c40b-b93d-4a4e-865e-a68678245707), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:37.398468 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c89ce9cf-da15-4b8d-99e9-12cdc7c193ef req-a2fd7dd5-eb8c-46fb-9cea-1d8fcdcecf42 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769284 Jul 04 10:14:37.415576 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cfdfa-e8c7-4bb3-9218-d8344477445c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832c40b-b93d-4a4e-865e-a68678245707,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:37.422279 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ea6cfdfa-e8c7-4bb3-9218-d8344477445c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bc7f3a6bdff404ba5960de029aed28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446454 Jul 04 10:14:37.423572 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48454) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:37.460934 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-32de4002-c87e-4417-aabf-a4f7ff70da68 req-795737d7-f013-4bdc-b188-32d5ccc9f72f service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009588 Jul 04 10:14:37.475078 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14b1bfe6-11d8-4676-a050-422d0547df91 admin admin] Publish callbacks [] for security_group (e832c40b-b93d-4a4e-865e-a68678245707), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:37.496491 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14b1bfe6-11d8-4676-a050-422d0547df91 admin admin] Publish callbacks [] for security_group (e832c40b-b93d-4a4e-865e-a68678245707), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:37.546282 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14b1bfe6-11d8-4676-a050-422d0547df91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e832c40b-b93d-4a4e-865e-a68678245707), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:37.549318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14b1bfe6-11d8-4676-a050-422d0547df91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:37.550944 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-14b1bfe6-11d8-4676-a050-422d0547df91 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e832c40b-b93d-4a4e-865e-a68678245707 HTTP/1.1" status: 204 len: 168 time: 0.1260340 Jul 04 10:14:37.558850 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1bfe6-11d8-4676-a050-422d0547df91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832c40b-b93d-4a4e-865e-a68678245707,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:38.197832 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48490) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:38.312967 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1242719866-network', 'tenant_id': '02795b95a9b84564999233883b763e4f'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:14:38.335964 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Made reservation on behalf of 02795b95a9b84564999233883b763e4f for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:14:38.338186 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.349962 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.431007 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Publish callbacks [] for security_group (e0e5c69c-5105-41b6-88f7-d05faf047597), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.440268 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e0e5c69c-5105-41b6-88f7-d05faf047597), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.462228 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:14:38.478507 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e5c69c-5105-41b6-88f7-d05faf047597,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:38.481457 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (2a8b573b-0b2d-4cd6-aa4a-5044718c8230), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.481971 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Added segment 2a8b573b-0b2d-4cd6-aa4a-5044718c8230 of type vlan for network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 Jul 04 10:14:38.520998 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363431b-7727-41de-b354-f553d6d55c06 req-377b777c-dac5-4b4f-844e-8451f52fbcf7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:38.522536 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c363431b-7727-41de-b354-f553d6d55c06 req-377b777c-dac5-4b4f-844e-8451f52fbcf7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0503874 Jul 04 10:14:38.524974 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (7cfa67a6-e002-4bb8-b37c-80e0c41eb386), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.553441 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:38.554014 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (7cfa67a6-e002-4bb8-b37c-80e0c41eb386), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.555052 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:38.555633 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.579001 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c363431b-7727-41de-b354-f553d6d55c06 req-6469513b-95ab-4cbb-8d2c-7abfa2523af7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502396 Jul 04 10:14:38.593418 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3915565 Jul 04 10:14:38.593418 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48496) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:14:38.597911 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Request body: {'subnet': {'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1242719866-subnet', 'tenant_id': '02795b95a9b84564999233883b763e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:14:38.634803 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703cea8-a02c-4965-bfb9-b8caaf18f853 admin admin] Pushing event updated for resources: {'Network': ['ID=7cfa67a6-e002-4bb8-b37c-80e0c41eb386,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:38.645543 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:14:38.649243 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Made reservation on behalf of 02795b95a9b84564999233883b763e4f for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:14:38.651873 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3468776'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.654292 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:38.708492 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:38.827312 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3384194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3468818'] for subnet (573d5c03-7ae0-4571-ad5e-c3e689e321a1), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.882774 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=573d5c03-7ae0-4571-ad5e-c3e689e321a1,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:38.899286 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Checking segment: {'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:14:38.899644 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Network hostable DHCP agents. Network: 7cfa67a6-e002-4bb8-b37c-80e0c41eb386, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:14:38.922904 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:14:38.931986 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 7cfa67a6-e002-4bb8-b37c-80e0c41eb386) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:14:38.936842 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:38.937284 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:38.942170 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4cdab-b942-42f3-b013-44bf3c04201c None None] Network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:14:38.955389 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6913c7ef-19f1-4a1c-a9b6-85b3705d3e61 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3610089 Jul 04 10:14:39.054483 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681cc04-814f-4801-bf7e-31ea176f73fe None None] Network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:14:39.695678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa905-d6dd-4756-825a-c07445581587 req-943a29b1-9a1a-4a39-a7a6-26dac64bb4c7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:39.697183 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b19aa905-d6dd-4756-825a-c07445581587 req-943a29b1-9a1a-4a39-a7a6-26dac64bb4c7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0473206 Jul 04 10:14:39.752965 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b19aa905-d6dd-4756-825a-c07445581587 req-b4b0ed88-7e61-4b4e-af48-9d06e51329e2 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499864 Jul 04 10:14:40.030139 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:40.033470 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-85b41135-6613-4a63-9575-c7c70dd9f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:40.035040 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-85b41135-6613-4a63-9575-c7c70dd9f73d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1130 time: 0.0483928 Jul 04 10:14:40.135493 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-7efdeeed-0baa-460f-afa9-7ab09bc53959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:40.136968 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-7efdeeed-0baa-460f-afa9-7ab09bc53959 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 200 len: 909 time: 0.0953693 Jul 04 10:14:40.199826 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-80409e30-3066-47fc-aada-30d0213517b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 1002 time: 0.0550106 Jul 04 10:14:40.254792 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-d371be7f-7f67-4a77-a612-f5db384d3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:40.256204 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-d371be7f-7f67-4a77-a612-f5db384d3948 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c5e177a-1956-4b07-ad73-48c5e98ae268 HTTP/1.1" status: 200 len: 847 time: 0.0493634 Jul 04 10:14:40.301309 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-f7995102-65ef-42a1-86e3-898629206551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:40.302733 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-f7995102-65ef-42a1-86e3-898629206551 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce6e6105-a549-4580-b0f7-630aadbb2dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390778 Jul 04 10:14:40.394231 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-f73340c4-da6c-4698-b5f7-440136e62bf7 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853834 Jul 04 10:14:40.494139 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78b85acc-a284-444e-8578-8bb205d7bc91 req-c8ca45ef-0cc8-4fbd-8e11-534dcd2df2ea service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933990 Jul 04 10:14:40.880336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-b3de2a92-0f3d-42da-bbd1-7330c27464af tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:40.881720 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-b3de2a92-0f3d-42da-bbd1-7330c27464af tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/networks?id=7cfa67a6-e002-4bb8-b37c-80e0c41eb386 HTTP/1.1" status: 200 len: 814 time: 0.1368759 Jul 04 10:14:40.892249 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecb3ca-fbcb-4c5e-b108-48bee8753c14 req-2c160bab-9b0b-4a48-9730-5340a9a5378c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:40.893655 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-14ecb3ca-fbcb-4c5e-b108-48bee8753c14 req-2c160bab-9b0b-4a48-9730-5340a9a5378c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0653763 Jul 04 10:14:40.910018 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-b8205fee-a040-4e2a-bae9-a67b4a94693d tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/quotas/02795b95a9b84564999233883b763e4f HTTP/1.1" status: 200 len: 375 time: 0.0154827 Jul 04 10:14:40.952134 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-217584ba-f4ff-483b-bec1-8e3b2ebdc70d tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=02795b95a9b84564999233883b763e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359874 Jul 04 10:14:40.975940 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-14ecb3ca-fbcb-4c5e-b108-48bee8753c14 req-c5344f82-6b4e-4510-a92f-4677bb12c6f5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743384 Jul 04 10:14:41.077299 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:41.078581 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:41.103876 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-f47562e0-c9f8-4baa-adf3-53b648a59396 service neutron] 10.222.0.79 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414907 Jul 04 10:14:41.199505 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-6381cdff-1a1b-445a-a7fa-95e3529245b2 service neutron] 10.222.0.79 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897903 Jul 04 10:14:41.361795 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-75550bbe-735f-440b-b3ff-7c45f17907f0 req-502bcd72-a153-4140-a9b7-df9cc87d0f64 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 210 time: 0.0292509 Jul 04 10:14:42.096610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b2914-6c33-4d5c-8c9a-868e30182b8b req-b9bf70d7-6194-47d3-b5f5-59877b99660e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:42.098129 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-808b2914-6c33-4d5c-8c9a-868e30182b8b req-b9bf70d7-6194-47d3-b5f5-59877b99660e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0497584 Jul 04 10:14:42.124914 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:42.140683 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:42.150241 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-808b2914-6c33-4d5c-8c9a-868e30182b8b req-9dd0b83f-b7d0-45ce-b859-49f1226fabef tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457182 Jul 04 10:14:42.499700 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e4e19ae5-3f2e-41d4-8de4-c75fd1b712eb req-8da8580c-eb4d-43fa-b3f3-b831c6ba2db8 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 210 time: 0.0621512 Jul 04 10:14:42.548429 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-b5ac83c9-5eb5-4379-9738-cb436c68d7e0 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:42.551458 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-b5ac83c9-5eb5-4379-9738-cb436c68d7e0 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.74 "GET /v2.0/networks?id=7cfa67a6-e002-4bb8-b37c-80e0c41eb386 HTTP/1.1" status: 200 len: 814 time: 0.1561141 Jul 04 10:14:42.563799 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Request body: {'port': {'device_id': '82a2a58e-dfab-406a-a775-4a992d898eac', 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386', 'admin_state_up': True, 'tenant_id': '02795b95a9b84564999233883b763e4f'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:14:42.685267 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Made reservation on behalf of 02795b95a9b84564999233883b763e4f for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:14:42.688721 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:42.823774 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Allocated IP 172.20.0.10 (7cfa67a6-e002-4bb8-b37c-80e0c41eb386/573d5c03-7ae0-4571-ad5e-c3e689e321a1/10abad8c-4bdd-4d14-9eee-86bb78bb17ad) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:14:42.989962 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks [] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:43.024556 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:43.073130 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:14:43.076515 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:14:43.080263 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:14:43.103890 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Pushing event updated for resources: {'Port': ['ID=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:43.131616 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:43.132220 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:43.150720 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-9ac0e979-6633-447f-ba2b-8ce7d7bad8f5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5913050 Jul 04 10:14:43.163145 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Request body: {'port': {'device_id': '82a2a58e-dfab-406a-a775-4a992d898eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:14:43.232412 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:43.265129 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:43.278375 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d04cf7-5c36-4657-a429-78d43acbbf27 req-3a604db3-5e9a-48ef-9bbd-b98279333d31 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:43.279817 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-16d04cf7-5c36-4657-a429-78d43acbbf27 req-3a604db3-5e9a-48ef-9bbd-b98279333d31 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0622537 Jul 04 10:14:43.301942 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:43.417806 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-16d04cf7-5c36-4657-a429-78d43acbbf27 req-6b6c8023-2294-4e3d-b211-a06c9bab51d5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187344 Jul 04 10:14:43.569746 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10abad8c-4bdd-4d14-9eee-86bb78bb17ad {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:14:43.579153 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Publish callbacks [] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:43.595322 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Transition to ACTIVE for port object 10abad8c-4bdd-4d14-9eee-86bb78bb17ad will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:14:43.631927 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:43.637108 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-0836041e-bd43-4d4e-b37c-26ed9ed4e949 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0468755 Jul 04 10:14:43.708025 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31da4c-c7de-4d29-b9b8-6ca52287d8de req-767e2391-685d-4f23-b4f4-6e605e7738b4 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:43.709547 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c31da4c-c7de-4d29-b9b8-6ca52287d8de req-767e2391-685d-4f23-b4f4-6e605e7738b4 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 944 time: 0.1162708 Jul 04 10:14:43.714700 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf65336-c445-4c15-a577-80365019c7ab req-60e55db9-b038-453c-aca3-b7decd90f592 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:43.716194 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-60e55db9-b038-453c-aca3-b7decd90f592 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports/0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 943 time: 0.0512772 Jul 04 10:14:43.733489 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666271-feb4-4a85-8cce-78d6f299ef6b req-065cfad6-f606-4772-92d5-046b310535c1 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:43.734971 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-95666271-feb4-4a85-8cce-78d6f299ef6b req-065cfad6-f606-4772-92d5-046b310535c1 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.1072006 Jul 04 10:14:43.750738 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Pushing event updated for resources: {'Port': ['ID=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:43.857409 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c31da4c-c7de-4d29-b9b8-6ca52287d8de req-42ac467f-49ec-4f91-90a8-d6009c5a4bc3 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391695 Jul 04 10:14:43.889518 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-95666271-feb4-4a85-8cce-78d6f299ef6b req-8c88de7d-f142-4d67-9bb1-c27de40232da tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431615 Jul 04 10:14:43.891936 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Attempting to bind port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:14:43.892296 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Attempting to bind port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:14:43.892629 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Attempting to bind port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad on network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:14:43.898691 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad on network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:14:43.899003 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Attempting to bind port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad on network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:14:43.904197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:14:43.904533 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Checking segment: {'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:14:43.904906 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Bound using segment: {'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:14:43.905340 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Bound port: 10abad8c-4bdd-4d14-9eee-86bb78bb17ad, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:14:43.905740 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:43.983575 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] For port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:14:43.986886 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] For port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:14:43.993239 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:44.031056 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:44.031689 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:44.033111 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] 10.222.0.74 "PUT /v2.0/ports/10abad8c-4bdd-4d14-9eee-86bb78bb17ad HTTP/1.1" status: 200 len: 1094 time: 0.8740311 Jul 04 10:14:44.033588 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a2a58e-dfab-406a-a775-4a992d898eac', 'tag': '10abad8c-4bdd-4d14-9eee-86bb78bb17ad'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:14:44.036111 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aafa11d-d405-4d12-acbb-5a0b3905e914" -d '{"events": [{"name": "network-changed", "server_uuid": "82a2a58e-dfab-406a-a775-4a992d898eac", "tag": "10abad8c-4bdd-4d14-9eee-86bb78bb17ad"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:14:44.065932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd4dc1-733a-461d-95b3-91da0f650a0d service neutron] Pushing event updated for resources: {'Port': ['ID=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:44.138038 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-4ff97efa-d12a-4351-92f1-d7e771f6db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:44.139607 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-4ff97efa-d12a-4351-92f1-d7e771f6db41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02795b95a9b84564999233883b763e4f&device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 1128 time: 0.0428865 Jul 04 10:14:44.181764 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-f919a195-5df9-4d8a-b47f-b8c90002e2ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10abad8c-4bdd-4d14-9eee-86bb78bb17ad HTTP/1.1" status: 200 len: 217 time: 0.0328126 Jul 04 10:14:44.196870 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:44.217535 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04fe06e-f213-48ce-a554-75da20b832fd x-openstack-request-id: req-b04fe06e-f213-48ce-a554-75da20b832fd {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:14:44.217845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a2a58e-dfab-406a-a775-4a992d898eac", "tag": "10abad8c-4bdd-4d14-9eee-86bb78bb17ad", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:14:44.218098 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b04fe06e-f213-48ce-a554-75da20b832fd {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:14:44.218497 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04fe06e-f213-48ce-a554-75da20b832fd'] response: {'name': 'network-changed', 'server_uuid': '82a2a58e-dfab-406a-a775-4a992d898eac', 'tag': '10abad8c-4bdd-4d14-9eee-86bb78bb17ad', 'status': 'completed', 'code': 200} Jul 04 10:14:44.236565 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-487eacd5-9716-48a4-b46f-be776155ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:44.238197 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-487eacd5-9716-48a4-b46f-be776155ce60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=573d5c03-7ae0-4571-ad5e-c3e689e321a1 HTTP/1.1" status: 200 len: 854 time: 0.0495403 Jul 04 10:14:44.273374 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-7c7007c5-3915-4353-a071-1e7666275bd8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cfa67a6-e002-4bb8-b37c-80e0c41eb386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289762 Jul 04 10:14:44.302124 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:44.376014 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-307f3fda-3f8f-487e-b674-8fd9714ddcf2 service neutron] 10.222.0.74 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962148 Jul 04 10:14:44.477192 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d40162ab-2cdc-4298-9fe1-d4bfa61bd84e req-c2711c93-1939-4efb-b6df-e213bf5192db service neutron] 10.222.0.74 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944543 Jul 04 10:14:44.777134 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 0561989e-f05a-46b1-a7cf-00085ff7229a no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:14:44.856947 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 0561989e-f05a-46b1-a7cf-00085ff7229a is: ACTIVE; New status is: DOWN {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:44.857340 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:44.883438 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:14:44.885706 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d817e1-28ea-4732-92db-9da385b959ba" -d '{"events": [{"server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "name": "network-vif-unplugged", "status": "completed", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:14:44.898690 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:44.906323 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:44.934384 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Jul 2022 10:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21114dd-e8f7-4893-b437-6559afb80cd5 x-openstack-request-id: req-d21114dd-e8f7-4893-b437-6559afb80cd5 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:14:44.934774 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "name": "network-vif-unplugged", "status": "failed", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a", "code": 422}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:14:44.934891 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d21114dd-e8f7-4893-b437-6559afb80cd5 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:14:44.935285 dv-cinder-848418-1-iscsi neutron-server[104131]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d21114dd-e8f7-4893-b437-6559afb80cd5']: {'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'code': 422} returned with failed status Jul 04 10:14:44.968188 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=6']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:44.994669 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7547d7-637f-4f92-bfe2-a5c9e20f257e req-2d27e33d-a925-4b3b-ba37-ef69dfabc871 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:44.996136 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-be7547d7-637f-4f92-bfe2-a5c9e20f257e req-2d27e33d-a925-4b3b-ba37-ef69dfabc871 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 944 time: 0.0647864 Jul 04 10:14:45.042565 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b77ba-647b-449a-a04b-e31d23c21fe4 req-3a9e66a6-4751-4217-aa95-4cb86920cc42 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:45.043969 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b48b77ba-647b-449a-a04b-e31d23c21fe4 req-3a9e66a6-4751-4217-aa95-4cb86920cc42 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0709529 Jul 04 10:14:45.086903 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-be7547d7-637f-4f92-bfe2-a5c9e20f257e req-8da06fe7-71de-4fe3-9dc0-d2db17d88294 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750277 Jul 04 10:14:45.118363 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b48b77ba-647b-449a-a04b-e31d23c21fe4 req-e0c1f718-3399-49e0-86c8-beafea2c0649 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644784 Jul 04 10:14:45.450722 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-ea96efab-67d0-4921-a3ab-e2fc7b609bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:45.452212 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-ea96efab-67d0-4921-a3ab-e2fc7b609bec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02795b95a9b84564999233883b763e4f&device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 1128 time: 0.0500188 Jul 04 10:14:45.780892 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-40c68c93-d86f-4813-bf2c-c3f355df1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:45.782403 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-40c68c93-d86f-4813-bf2c-c3f355df1b4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=7cfa67a6-e002-4bb8-b37c-80e0c41eb386 HTTP/1.1" status: 200 len: 915 time: 0.0974996 Jul 04 10:14:46.244850 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e875667-4fa7-4753-91e1-439827e77015 req-bb33e180-7aea-4054-ae21-c5d3b36b6b69 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:46.246383 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e875667-4fa7-4753-91e1-439827e77015 req-bb33e180-7aea-4054-ae21-c5d3b36b6b69 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 944 time: 0.0787227 Jul 04 10:14:46.265780 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a74632-01eb-4c1d-bf42-fd3d359e4756 req-b25b5b99-48d8-42e6-8bc8-a2560f76594b tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:46.267177 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-58a74632-01eb-4c1d-bf42-fd3d359e4756 req-b25b5b99-48d8-42e6-8bc8-a2560f76594b tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0668221 Jul 04 10:14:46.356265 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-9d138098-8494-47e8-aee7-904e750ba3b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10abad8c-4bdd-4d14-9eee-86bb78bb17ad HTTP/1.1" status: 200 len: 217 time: 0.0566504 Jul 04 10:14:46.362242 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e875667-4fa7-4753-91e1-439827e77015 req-970521a0-1173-4b0e-942e-73faa12fa7f2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102130 Jul 04 10:14:46.402361 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-58a74632-01eb-4c1d-bf42-fd3d359e4756 req-e1bac61e-ac90-48e4-82fe-197f9d0bc46d tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283126 Jul 04 10:14:46.427399 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-8de9407c-a2c2-4c76-93aa-e25f92cddc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:46.428986 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-8de9407c-a2c2-4c76-93aa-e25f92cddc2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=573d5c03-7ae0-4571-ad5e-c3e689e321a1 HTTP/1.1" status: 200 len: 854 time: 0.0614347 Jul 04 10:14:46.466411 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-7c7c6544-808b-4851-8c16-87887cbc8e74 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cfa67a6-e002-4bb8-b37c-80e0c41eb386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312307 Jul 04 10:14:46.561178 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-bb300b8d-a3b0-41bd-9782-d90feaa2fa8c service neutron] 10.222.0.74 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883684 Jul 04 10:14:46.641976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:46.657537 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6aafa11d-d405-4d12-acbb-5a0b3905e914 req-19dc7163-30cd-4eff-b3f5-5fcbf9c8bea6 service neutron] 10.222.0.74 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891113 Jul 04 10:14:46.777093 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 10abad8c-4bdd-4d14-9eee-86bb78bb17ad details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:14:46.882727 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:46.895101 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '10abad8c-4bdd-4d14-9eee-86bb78bb17ad', 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386', 'port_id': '10abad8c-4bdd-4d14-9eee-86bb78bb17ad', 'mac_address': 'fa:16:3e:86:8f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573d5c03-7ae0-4571-ad5e-c3e689e321a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:14:46.949859 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:46.950579 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:46.973439 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10abad8c-4bdd-4d14-9eee-86bb78bb17ad {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:14:46.982583 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:47.010688 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:47.017570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:47.078456 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:47.271810 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['10abad8c-4bdd-4d14-9eee-86bb78bb17ad'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:14:47.391136 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:47.477611 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf65336-c445-4c15-a577-80365019c7ab req-af09ea47-0b1b-4ef0-8505-35bd0093e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:47.479127 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-af09ea47-0b1b-4ef0-8505-35bd0093e713 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128&tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67 HTTP/1.1" status: 200 len: 1128 time: 0.0836544 Jul 04 10:14:47.496615 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee819b-9226-4bad-83bb-41d48f2f81e5 req-3dcfcdec-c6c4-43aa-a0ac-adec8d1d9fb7 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:47.498817 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6ee819b-9226-4bad-83bb-41d48f2f81e5 req-3dcfcdec-c6c4-43aa-a0ac-adec8d1d9fb7 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 945 time: 0.0583849 Jul 04 10:14:47.514545 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:47.572370 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf65336-c445-4c15-a577-80365019c7ab req-bbf48285-ac49-43a9-9ff0-ebc2063cc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:47.573986 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-bbf48285-ac49-43a9-9ff0-ebc2063cc8ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1128 time: 0.0705116 Jul 04 10:14:47.869150 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6ee819b-9226-4bad-83bb-41d48f2f81e5 req-977a6f43-21df-41f3-b901-9313b867e97a tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553789 Jul 04 10:14:47.876904 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4d40-5ba6-4980-8017-982d9165cb58 req-0ea9e729-54d4-4db3-9293-31cb7c7c704e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:47.878343 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a96b4d40-5ba6-4980-8017-982d9165cb58 req-0ea9e729-54d4-4db3-9293-31cb7c7c704e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.3085356 Jul 04 10:14:47.976527 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a96b4d40-5ba6-4980-8017-982d9165cb58 req-d139a344-f092-4d48-9ed1-3d59b270bb3a tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912197 Jul 04 10:14:47.979829 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf65336-c445-4c15-a577-80365019c7ab req-d0013688-3abf-4a84-ac8d-990f1b3f724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:47.980831 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-d0013688-3abf-4a84-ac8d-990f1b3f724f service neutron] 10.222.0.74 "GET /v2.0/networks?id=ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 200 len: 909 time: 0.3892050 Jul 04 10:14:48.046672 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-fc22c859-86fb-4e79-909e-32da6ab40e52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 1000 time: 0.0595782 Jul 04 10:14:48.358633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf65336-c445-4c15-a577-80365019c7ab req-c127050f-93dd-48e7-99de-31de4ef4b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:48.360256 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-c127050f-93dd-48e7-99de-31de4ef4b930 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c5e177a-1956-4b07-ad73-48c5e98ae268 HTTP/1.1" status: 200 len: 847 time: 0.0554371 Jul 04 10:14:48.405875 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf65336-c445-4c15-a577-80365019c7ab req-9f2aed0c-ef96-4155-a292-3619cd9b69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:48.407397 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-9f2aed0c-ef96-4155-a292-3619cd9b69cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce6e6105-a549-4580-b0f7-630aadbb2dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399399 Jul 04 10:14:48.507386 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-7b69c132-16b6-4670-a149-8e61d7d5aa58 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927336 Jul 04 10:14:48.626709 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-caf65336-c445-4c15-a577-80365019c7ab req-ff6e46af-bd6c-4097-8c5b-8cc8e9c91f95 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011698 Jul 04 10:14:48.792761 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 10abad8c-4bdd-4d14-9eee-86bb78bb17ad up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:14:48.836618 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:14:48.844865 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:14:48.845227 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:49.013042 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b56ac-e69f-4362-bbf4-575a13ccc2fa req-481cb755-a32d-4953-9eea-755c9ef36c6a tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:49.020876 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b25b56ac-e69f-4362-bbf4-575a13ccc2fa req-481cb755-a32d-4953-9eea-755c9ef36c6a tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 945 time: 0.0702517 Jul 04 10:14:49.069300 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b25b56ac-e69f-4362-bbf4-575a13ccc2fa req-fe2c127b-96d1-4607-bfa9-02837241443c tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Jul 04 10:14:49.075949 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:49.076332 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:49.100477 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2a58e-dfab-406a-a775-4a992d898eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10abad8c-4bdd-4d14-9eee-86bb78bb17ad'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:14:49.103142 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9895032-0f11-4ac2-bca2-43ff3e2b4ffc" -d '{"events": [{"server_uuid": "82a2a58e-dfab-406a-a775-4a992d898eac", "name": "network-vif-plugged", "status": "completed", "tag": "10abad8c-4bdd-4d14-9eee-86bb78bb17ad"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:14:49.116573 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:49.122735 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:49.126723 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1deab-225f-4b12-a6c6-5c44f3ce6beb req-1ccd0305-35de-4801-97a4-b71d5bd06c97 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:49.128687 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a4a1deab-225f-4b12-a6c6-5c44f3ce6beb req-1ccd0305-35de-4801-97a4-b71d5bd06c97 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0580907 Jul 04 10:14:49.159234 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69391ba6-70f0-4028-a5c5-5cc8dc81d636 x-openstack-request-id: req-69391ba6-70f0-4028-a5c5-5cc8dc81d636 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:14:49.159605 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2a58e-dfab-406a-a775-4a992d898eac", "name": "network-vif-plugged", "status": "completed", "tag": "10abad8c-4bdd-4d14-9eee-86bb78bb17ad", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:14:49.159818 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69391ba6-70f0-4028-a5c5-5cc8dc81d636 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:14:49.160259 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69391ba6-70f0-4028-a5c5-5cc8dc81d636'] response: {'server_uuid': '82a2a58e-dfab-406a-a775-4a992d898eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10abad8c-4bdd-4d14-9eee-86bb78bb17ad', 'code': 200} Jul 04 10:14:49.179748 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:49.186924 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a4a1deab-225f-4b12-a6c6-5c44f3ce6beb req-6f831824-9792-4ee0-9e0b-d34284d9397d tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510831 Jul 04 10:14:49.347800 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68fbc-37d9-4258-974f-a81287b28e9e req-62039d30-364d-402e-aebb-d368aab39139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:49.349384 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-70f68fbc-37d9-4258-974f-a81287b28e9e req-62039d30-364d-402e-aebb-d368aab39139 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 1130 time: 0.0485861 Jul 04 10:14:49.396546 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-70f68fbc-37d9-4258-974f-a81287b28e9e req-b81630cb-7879-4ad9-85f5-0972966a6786 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Jul 04 10:14:50.199329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db443171-99c3-4984-ae27-211dfd695a2c req-fbd9e96c-da11-42e2-af00-1ce855193077 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:50.200767 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db443171-99c3-4984-ae27-211dfd695a2c req-fbd9e96c-da11-42e2-af00-1ce855193077 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 946 time: 0.0503128 Jul 04 10:14:50.214766 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:50.250590 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db443171-99c3-4984-ae27-211dfd695a2c req-21cbd6c4-dcb8-4c0b-86cb-93beedb19d78 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Jul 04 10:14:50.278696 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:50.297350 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b48fb8-de21-493e-b59b-87a8c1400ca9 req-31476d22-62df-48e8-8935-862eabc2eeef tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:50.298839 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-18b48fb8-de21-493e-b59b-87a8c1400ca9 req-31476d22-62df-48e8-8935-862eabc2eeef tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0473135 Jul 04 10:14:50.353298 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-18b48fb8-de21-493e-b59b-87a8c1400ca9 req-8284ad20-0ac1-4073-8a6f-afc09291fe48 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476141 Jul 04 10:14:51.386351 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70b827-4c27-4611-92c6-c2187571e1af req-38c22c08-8ebe-4b95-8e90-45b9ff50719c tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:51.387874 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1f70b827-4c27-4611-92c6-c2187571e1af req-38c22c08-8ebe-4b95-8e90-45b9ff50719c tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 946 time: 0.0546272 Jul 04 10:14:51.447174 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1f70b827-4c27-4611-92c6-c2187571e1af req-36438339-53cd-413d-9fa8-896814d6e89e tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536711 Jul 04 10:14:51.482126 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984c81-74c2-468d-b7ed-9ddadb322e9b req-7d7d12eb-49b3-42ff-aad7-a0b951d96403 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:51.483610 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc984c81-74c2-468d-b7ed-9ddadb322e9b req-7d7d12eb-49b3-42ff-aad7-a0b951d96403 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0574977 Jul 04 10:14:51.535684 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cc984c81-74c2-468d-b7ed-9ddadb322e9b req-d8d451c3-057d-4e8f-bfbb-580dfbf64976 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 Jul 04 10:14:52.666108 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046471-f366-43ff-ac93-6715eb9fa740 req-3a178622-e85c-426a-a710-91f8e3183fd2 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:52.667577 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76046471-f366-43ff-ac93-6715eb9fa740 req-3a178622-e85c-426a-a710-91f8e3183fd2 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0523653 Jul 04 10:14:52.719410 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76046471-f366-43ff-ac93-6715eb9fa740 req-7f9bc0b6-9be1-4b90-ad92-ca4807d4df51 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451930 Jul 04 10:14:53.703343 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=35,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:53.705527 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=40,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:53.842191 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01a17-c7fc-46f4-b4ca-e79ebbcff343 req-1add2dc9-1e44-4715-bc35-025fad6bda42 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:53.843758 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ed01a17-c7fc-46f4-b4ca-e79ebbcff343 req-1add2dc9-1e44-4715-bc35-025fad6bda42 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0495131 Jul 04 10:14:53.894346 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6ed01a17-c7fc-46f4-b4ca-e79ebbcff343 req-f64ba27e-e08b-4484-a9f6-74d7dc8192c2 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Jul 04 10:14:54.100977 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:14:55.019103 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f4711-96d4-45d1-bc2a-efb8327caee6 req-af852e19-d75f-4e61-924f-0ec34d9b3222 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:55.020750 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-383f4711-96d4-45d1-bc2a-efb8327caee6 req-af852e19-d75f-4e61-924f-0ec34d9b3222 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0538948 Jul 04 10:14:55.075975 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-383f4711-96d4-45d1-bc2a-efb8327caee6 req-2f647513-9628-4caa-bf77-790f05a2a511 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491471 Jul 04 10:14:55.391810 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-94260fba-0efe-41ce-ad66-9e08d1ca26f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:56.200513 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8584e19-9d11-4241-84c1-41c5d2d8e32a req-628fbb46-60ce-49c5-b8b7-6eff92c461fa tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:56.201991 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e8584e19-9d11-4241-84c1-41c5d2d8e32a req-628fbb46-60ce-49c5-b8b7-6eff92c461fa tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 944 time: 0.0517619 Jul 04 10:14:56.260289 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e8584e19-9d11-4241-84c1-41c5d2d8e32a req-ae447cb5-d314-4107-bda6-a2c945624b83 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493226 Jul 04 10:14:56.800040 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 0561989e-f05a-46b1-a7cf-00085ff7229a details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:14:56.903121 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:56.908236 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7efe2-4eb5-4c08-ae75-c57a42bc1386 req-c0cd6f23-5468-49be-9736-42e738da6c8c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:56.909820 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ece7efe2-4eb5-4c08-ae75-c57a42bc1386 req-c0cd6f23-5468-49be-9736-42e738da6c8c tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0503824 Jul 04 10:14:56.916344 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'port_id': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:14:56.957664 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 0561989e-f05a-46b1-a7cf-00085ff7229a is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:56.958331 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:56.969248 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ece7efe2-4eb5-4c08-ae75-c57a42bc1386 req-ffac0566-2e01-451c-9136-c4ea0474a754 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536366 Jul 04 10:14:56.973459 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0561989e-f05a-46b1-a7cf-00085ff7229a {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:14:56.997542 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:57.002509 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:57.051363 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=7']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:57.294889 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['0561989e-f05a-46b1-a7cf-00085ff7229a'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:14:57.347556 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:57.397690 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fce5f-6105-4984-8c24-d95d6ed07c40 req-15e77c3e-a57b-4765-938e-db024a4d2581 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:57.400115 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-234fce5f-6105-4984-8c24-d95d6ed07c40 req-15e77c3e-a57b-4765-938e-db024a4d2581 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 945 time: 0.0571225 Jul 04 10:14:57.450989 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-234fce5f-6105-4984-8c24-d95d6ed07c40 req-1aabaaed-73fb-447f-861a-6be85cb56c5b tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451109 Jul 04 10:14:57.504226 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:57.559674 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-58aef82c-84d6-4638-92dc-81ca3aa4a54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:58.089151 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7611b-ab99-4953-bc9b-10c6a2c819d2 req-ad15c14e-2818-4878-9ffa-ee12b0ed49e8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:58.090813 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e3e7611b-ab99-4953-bc9b-10c6a2c819d2 req-ad15c14e-2818-4878-9ffa-ee12b0ed49e8 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0523009 Jul 04 10:14:58.142509 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e3e7611b-ab99-4953-bc9b-10c6a2c819d2 req-c020827d-71ec-4328-9715-98854b35e47f tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443532 Jul 04 10:14:58.573555 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f952ca2-3dbe-4749-9350-44842c4f9a75 req-c16e7c20-ebbe-4eb0-b018-18d256f3c5f2 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:58.575076 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6f952ca2-3dbe-4749-9350-44842c4f9a75 req-c16e7c20-ebbe-4eb0-b018-18d256f3c5f2 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 945 time: 0.0546746 Jul 04 10:14:58.601056 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:58.625113 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6f952ca2-3dbe-4749-9350-44842c4f9a75 req-ac0f71bb-e0ad-4f36-9df7-04c92a16a23e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443120 Jul 04 10:14:58.811926 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 0561989e-f05a-46b1-a7cf-00085ff7229a up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:14:58.857223 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 0561989e-f05a-46b1-a7cf-00085ff7229a triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:14:58.857562 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:58.859576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:58.907796 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-8bed869a-e9be-4280-bf6d-24707a3b1a99 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:58.909260 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-8bed869a-e9be-4280-bf6d-24707a3b1a99 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.0594773 Jul 04 10:14:58.958820 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 0561989e-f05a-46b1-a7cf-00085ff7229a is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:14:58.959215 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:58.985303 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:14:58.987570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1682c6-627f-4390-8369-6074d1cf5329" -d '{"events": [{"server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "name": "network-vif-plugged", "status": "completed", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:14:59.001761 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:59.008695 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:59.016790 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Deleting port f3ced8cf-b87b-4d22-b190-3b0019183ff9 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:14:59.017128 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:59.032229 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f260d1f-97b7-4144-b321-23d3c9aca431 x-openstack-request-id: req-0f260d1f-97b7-4144-b321-23d3c9aca431 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:14:59.032517 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "name": "network-vif-plugged", "status": "completed", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:14:59.032770 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f260d1f-97b7-4144-b321-23d3c9aca431 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:14:59.033167 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f260d1f-97b7-4144-b321-23d3c9aca431'] response: {'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'code': 200} Jul 04 10:14:59.066035 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=8']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:59.120855 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] For port f3ced8cf-b87b-4d22-b190-3b0019183ff9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f3ced8cf-b87b-4d22-b190-3b0019183ff9,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:14:59.121222 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:59.339192 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb039-e489-4d69-a886-bd6879fe94b2 req-86693430-fe1e-4cf9-a880-cd842d1805a0 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:59.340771 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f8fb039-e489-4d69-a886-bd6879fe94b2 req-86693430-fe1e-4cf9-a880-cd842d1805a0 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 946 time: 0.1180041 Jul 04 10:14:59.369827 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11319cad-b209-4e3f-b24e-067404fb3b83 req-216c209d-10d0-42b2-8be1-c54b68192c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:59.371446 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-11319cad-b209-4e3f-b24e-067404fb3b83 req-216c209d-10d0-42b2-8be1-c54b68192c22 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1130 time: 0.1066165 Jul 04 10:14:59.394158 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:59.403570 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:59.403936 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (dbf915cb-9393-4eb8-8133-31c0299088ca), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:59.404248 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Floating IP dbf915cb-9393-4eb8-8133-31c0299088ca disassociated. External IP: 172.27.2.96, port: f3ced8cf-b87b-4d22-b190-3b0019183ff9. Jul 04 10:14:59.404595 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Calling delete_port for f3ced8cf-b87b-4d22-b190-3b0019183ff9 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:14:59.434955 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f8fb039-e489-4d69-a886-bd6879fe94b2 req-97cb4f7b-9118-4df1-a273-7b2e8625cc6e tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups?id=c188bb65-a9b2-452b-aea8-a8e62137c5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870826 Jul 04 10:14:59.498525 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-11319cad-b209-4e3f-b24e-067404fb3b83 req-645a9f9b-475a-4d59-a779-e755a748150e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151633 Jul 04 10:14:59.583875 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (f3ced8cf-b87b-4d22-b190-3b0019183ff9), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:14:59.630195 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event deleted for resources: {'Port': ['ID=f3ced8cf-b87b-4d22-b190-3b0019183ff9,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:14:59.680269 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.680631 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.680916 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.681254 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.681590 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.681948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.682311 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.682705 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.683240 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.684010 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.684010 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.684429 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.684749 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.685012 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.685336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:14:59.777179 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45418ec-e580-4b04-8f6a-abe9a7d5ddb6 req-8e8fa88c-3381-4e85-9749-675961ea633e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:59.778727 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e45418ec-e580-4b04-8f6a-abe9a7d5ddb6 req-8e8fa88c-3381-4e85-9749-675961ea633e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0668230 Jul 04 10:14:59.816749 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:59.842505 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:14:59.847144 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Router 6c6abf71-fdd1-40eb-afe4-59269372ce9c has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:14:59.889051 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b41fd-c373-483a-8eed-5045bd53d12d req-2ec51246-1379-4666-a050-d148ac13cba9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:14:59.890557 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e46b41fd-c373-483a-8eed-5045bd53d12d req-2ec51246-1379-4666-a050-d148ac13cba9 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 945 time: 0.0956078 Jul 04 10:14:59.897854 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e45418ec-e580-4b04-8f6a-abe9a7d5ddb6 req-88dcb976-bee6-4139-81bc-2f84eb4c89bf tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121638 Jul 04 10:15:00.020187 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e46b41fd-c373-483a-8eed-5045bd53d12d req-059551e8-2a9b-42bf-885f-c1f9125ecf61 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210978 Jul 04 10:15:00.043160 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:15:00.053718 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] Sync routers for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:15:00.075832 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:00.076397 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:00.088224 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] No DVR routers for this DVR port f3ced8cf-b87b-4d22-b190-3b0019183ff9 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:15:00.091466 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:00.095043 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7df8483c-34e0-4daa-b615-3573522c22a2 req-b290d3d7-0304-46f2-a492-6db54768a45b tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.74 "DELETE /v2.0/ports/f3ced8cf-b87b-4d22-b190-3b0019183ff9 HTTP/1.1" status: 204 len: 173 time: 1.1757302 Jul 04 10:15:00.095566 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'name': 'network-vif-deleted', 'tag': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:15:00.097959 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25281cd2-1719-4787-afa9-8a27103985e5" -d '{"events": [{"server_uuid": "383b09a2-bd4d-450c-9be6-413d465e3f90", "name": "network-vif-deleted", "tag": "f3ced8cf-b87b-4d22-b190-3b0019183ff9"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:15:00.142136 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d5a978-31d2-4da7-a8f2-8bad00e8aef7 x-openstack-request-id: req-93d5a978-31d2-4da7-a8f2-8bad00e8aef7 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:15:00.142480 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383b09a2-bd4d-450c-9be6-413d465e3f90", "name": "network-vif-deleted", "tag": "f3ced8cf-b87b-4d22-b190-3b0019183ff9", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:15:00.142734 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-93d5a978-31d2-4da7-a8f2-8bad00e8aef7 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:15:00.143289 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d5a978-31d2-4da7-a8f2-8bad00e8aef7'] response: {'server_uuid': '383b09a2-bd4d-450c-9be6-413d465e3f90', 'name': 'network-vif-deleted', 'tag': 'f3ced8cf-b87b-4d22-b190-3b0019183ff9', 'status': 'completed', 'code': 200} Jul 04 10:15:00.184804 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:00.386232 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:00.411494 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] Checking router: 6c6abf71-fdd1-40eb-afe4-59269372ce9c for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:15:00.421036 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:00.421649 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:00.483779 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:00.510060 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:00.537415 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:00.540520 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d9727d8c-48df-4e07-8da8-771f08f479e1 req-b19333d3-908b-4f7a-940c-9e2b1deb6d90 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 210 time: 0.0290961 Jul 04 10:15:00.671157 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:00.741450 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:00.766998 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50637810-3161-464d-8be4-72fdb1dd1f65 None None] The sync data for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi is: [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:08:38Z', 'revision_number': 4, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '0bc865c2-4d75-407a-a662-c9338ee8a057', 'name': '', 'network_id': '28afbc1c-7fbf-4c17-a5be-8814771902ab', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'mac_address': 'fa:16:3e:5d:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:35Z', 'updated_at': '2022-07-04T10:08:53Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'subnets': [{'id': 'fcdafb8b-1959-44ef-810f-9ffa9e6bb015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:15:00.790340 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:00.987218 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d805d-2dc7-4356-9db3-4db818b2251b None None] New status for floating IP dbf915cb-9393-4eb8-8133-31c0299088ca: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:15:01.027829 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2da224-d09a-46b5-8402-3431b9514118 req-5e1349e7-9b62-4d3a-9d1a-7a8a13889c71 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:01.029348 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-da2da224-d09a-46b5-8402-3431b9514118 req-5e1349e7-9b62-4d3a-9d1a-7a8a13889c71 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0520988 Jul 04 10:15:01.087878 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-da2da224-d09a-46b5-8402-3431b9514118 req-9d903505-f0d0-479c-aad4-c11ddee1b509 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517111 Jul 04 10:15:01.146682 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9e693-3824-4e42-806c-09d31f40f8c6 req-02bf3a6a-7500-4675-8e9f-4c771581ae56 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:01.148143 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fa9e693-3824-4e42-806c-09d31f40f8c6 req-02bf3a6a-7500-4675-8e9f-4c771581ae56 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 945 time: 0.0543003 Jul 04 10:15:01.197496 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fa9e693-3824-4e42-806c-09d31f40f8c6 req-9ae6d4f2-614d-47e2-8df1-a3fc8512d518 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431509 Jul 04 10:15:01.667539 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d9e32e3-7677-491f-b0bf-76b258fa6812 req-36f828fc-e2dd-4bab-b2d4-cf563c94ad79 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 210 time: 0.0432808 Jul 04 10:15:01.852028 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af939e-6659-4b93-a005-b191e10277ce req-dac05df2-96f1-45e4-9186-eeb75ffb36cd tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:01.853527 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-16af939e-6659-4b93-a005-b191e10277ce req-dac05df2-96f1-45e4-9186-eeb75ffb36cd tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 945 time: 0.0523875 Jul 04 10:15:02.224337 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48ee93-b4e2-471f-8a3f-60c1ac4ad0af req-791e4ee0-954c-4a12-906f-21f680104c58 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:02.225940 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9a48ee93-b4e2-471f-8a3f-60c1ac4ad0af req-791e4ee0-954c-4a12-906f-21f680104c58 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0534227 Jul 04 10:15:02.288088 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9a48ee93-b4e2-471f-8a3f-60c1ac4ad0af req-9b035872-de47-48b4-bec5-7f8bcefe79d5 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563471 Jul 04 10:15:02.328247 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9968e8-2d24-4c9f-85e6-1b368ba611b0 req-a1aa0cca-43b0-4f3a-89df-8bfde6784390 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:02.330857 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bd9968e8-2d24-4c9f-85e6-1b368ba611b0 req-a1aa0cca-43b0-4f3a-89df-8bfde6784390 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 945 time: 0.0608683 Jul 04 10:15:02.420028 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bd9968e8-2d24-4c9f-85e6-1b368ba611b0 req-797fdc9d-9c93-4654-8b04-7d95f5f014c2 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups?id=33b0007b-ad4a-4b45-aa3e-eceab452e7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827925 Jul 04 10:15:02.460664 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Deleting port 346feb22-2463-46f6-a88c-27348c0b1dcf {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:02.461009 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:02.556757 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] For port 346feb22-2463-46f6-a88c-27348c0b1dcf, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=346feb22-2463-46f6-a88c-27348c0b1dcf,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:02.557092 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:02.610275 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:02.728994 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:02.729360 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (a3e86eed-54a1-4f21-8602-52b2fd3e3b0e), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:02.729699 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Floating IP a3e86eed-54a1-4f21-8602-52b2fd3e3b0e disassociated. External IP: 172.27.2.174, port: 346feb22-2463-46f6-a88c-27348c0b1dcf. Jul 04 10:15:02.730338 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Calling delete_port for 346feb22-2463-46f6-a88c-27348c0b1dcf owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:02.813074 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0a598e6c-97e1-4dd8-8e7d-3fbc52d8fa1c req-a5192bbd-7357-483f-9fcd-17900e047e31 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/ports?device_id=383b09a2-bd4d-450c-9be6-413d465e3f90 HTTP/1.1" status: 200 len: 210 time: 0.0360310 Jul 04 10:15:02.820280 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:02.827312 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f3ced8cf-b87b-4d22-b190-3b0019183ff9 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:02.848307 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: f3ced8cf-b87b-4d22-b190-3b0019183ff9 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:02.848643 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f3ced8cf-b87b-4d22-b190-3b0019183ff9 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:02.895594 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (346feb22-2463-46f6-a88c-27348c0b1dcf), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:02.921314 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'Port': ['ID=346feb22-2463-46f6-a88c-27348c0b1dcf,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:03.046152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:15:03.418920 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79744-ca90-46b4-889b-fa563fe95790 req-b1be01dd-b353-4353-af9a-933dcdc85a16 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:03.420402 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-77a79744-ca90-46b4-889b-fa563fe95790 req-b1be01dd-b353-4353-af9a-933dcdc85a16 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0590403 Jul 04 10:15:03.424996 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:15:03.434224 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:15:03.455720 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:03.456435 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:03.489653 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] No DVR routers for this DVR port 346feb22-2463-46f6-a88c-27348c0b1dcf on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:15:03.497329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:03.500654 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-16af939e-6659-4b93-a005-b191e10277ce req-96c5b10f-0fed-4f35-a7af-6a77ea341270 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.74 "DELETE /v2.0/ports/346feb22-2463-46f6-a88c-27348c0b1dcf HTTP/1.1" status: 204 len: 173 time: 1.1421502 Jul 04 10:15:03.501086 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:03.501350 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'name': 'network-vif-deleted', 'tag': '346feb22-2463-46f6-a88c-27348c0b1dcf'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:15:03.510172 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55db2836-36cf-4f1c-a939-2de6b7d9397c" -d '{"events": [{"server_uuid": "a16e6a2a-ad39-4e14-9cee-083afb6e9745", "name": "network-vif-deleted", "tag": "346feb22-2463-46f6-a88c-27348c0b1dcf"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:15:03.570582 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-78ee1581-c9b7-467a-ac40-c959724b480f req-3cd9bd8b-b7e0-4fe4-8072-efc49377a950 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/ports?device_id=a16e6a2a-ad39-4e14-9cee-083afb6e9745 HTTP/1.1" status: 200 len: 210 time: 0.0571444 Jul 04 10:15:03.574804 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-77a79744-ca90-46b4-889b-fa563fe95790 req-ceb79b4a-2b51-4ef6-958f-3204c4433ae7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478555 Jul 04 10:15:03.590819 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:03.624528 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a2e4be-91a0-4de5-a717-aa2098d7a063 x-openstack-request-id: req-e0a2e4be-91a0-4de5-a717-aa2098d7a063 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:15:03.624821 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16e6a2a-ad39-4e14-9cee-083afb6e9745", "name": "network-vif-deleted", "tag": "346feb22-2463-46f6-a88c-27348c0b1dcf", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:15:03.625074 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0a2e4be-91a0-4de5-a717-aa2098d7a063 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:15:03.625493 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a2e4be-91a0-4de5-a717-aa2098d7a063'] response: {'server_uuid': 'a16e6a2a-ad39-4e14-9cee-083afb6e9745', 'name': 'network-vif-deleted', 'tag': '346feb22-2463-46f6-a88c-27348c0b1dcf', 'status': 'completed', 'code': 200} Jul 04 10:15:03.786632 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:03.810921 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:15:03.821606 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:03.822485 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:03.902417 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48882) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:03.979653 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (c188bb65-a9b2-452b-aea8-a8e62137c5c2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.007636 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (c188bb65-a9b2-452b-aea8-a8e62137c5c2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.061889 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c188bb65-a9b2-452b-aea8-a8e62137c5c2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.064552 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.065849 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "DELETE /v2.0/security-groups/c188bb65-a9b2-452b-aea8-a8e62137c5c2 HTTP/1.1" status: 204 len: 168 time: 0.1617687 Jul 04 10:15:04.068829 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48884) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:04.075599 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c188bb65-a9b2-452b-aea8-a8e62137c5c2,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:04.082594 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:04.084943 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.api.v2.resource [None req-2214d3c5-83d4-4cf9-baee-acfec6b3ab09 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] show failed (client error): The resource could not be found. Jul 04 10:15:04.085515 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.086075 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.086566 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.087001 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-2214d3c5-83d4-4cf9-baee-acfec6b3ab09 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "GET /v2.0/security-groups/c188bb65-a9b2-452b-aea8-a8e62137c5c2 HTTP/1.1" status: 404 len: 347 time: 0.0168381 Jul 04 10:15:04.087129 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.087405 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.087735 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.088067 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.088389 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.089061 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.089385 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.089732 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.090060 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.090383 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.090558 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48886) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:04.090697 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.091532 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a1f0bf-7faa-4d3e-9874-be9596c716dc tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:04.206861 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Deleting port ca4ae479-9e21-4b83-b283-7d8062fb4778 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:04.207216 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (ca4ae479-9e21-4b83-b283-7d8062fb4778), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.288106 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:04.290600 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (ca4ae479-9e21-4b83-b283-7d8062fb4778), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.290942 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (ca4ae479-9e21-4b83-b283-7d8062fb4778), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.291884 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:04.303968 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Calling delete_port for ca4ae479-9e21-4b83-b283-7d8062fb4778 owned by network:floatingip {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:04.305572 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:04.318928 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992eeb8-42d9-4e0d-b47d-5e9234bfe281 None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '3f3ca579-12ce-411e-b965-0a42f80ef088', 'name': '', 'network_id': '3ebecf3d-37d9-4ade-a898-e313cec92aef', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'mac_address': 'fa:16:3e:60:50:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:40Z', 'updated_at': '2022-07-04T10:09:01Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'subnets': [{'id': '0c5b249e-b14e-43fd-9398-80e275c1bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:15:04.449906 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (ca4ae479-9e21-4b83-b283-7d8062fb4778), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.479786 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Pushing event deleted for resources: {'Port': ['ID=ca4ae479-9e21-4b83-b283-7d8062fb4778,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:04.538958 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:04.544493 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks [] for floatingip (dbf915cb-9393-4eb8-8133-31c0299088ca), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.547062 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.550602 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec2c49-c4bc-49c3-b651-5d5c4e1c8abc None None] New status for floating IP a3e86eed-54a1-4f21-8602-52b2fd3e3b0e: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:15:04.557311 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c3147d77-80b0-45d3-bbb7-18ded85342f6 tempest-AttachVolumeTestJSON-439716941 tempest-AttachVolumeTestJSON-439716941-project] 10.222.0.79 "DELETE /v2.0/floatingips/dbf915cb-9393-4eb8-8133-31c0299088ca HTTP/1.1" status: 204 len: 168 time: 0.4594367 Jul 04 10:15:04.676724 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48898) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:04.739858 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-05129241-e16b-4716-8644-4992678ed56b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (33b0007b-ad4a-4b45-aa3e-eceab452e7fe), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.762721 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-05129241-e16b-4716-8644-4992678ed56b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (33b0007b-ad4a-4b45-aa3e-eceab452e7fe), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.811209 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-05129241-e16b-4716-8644-4992678ed56b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (33b0007b-ad4a-4b45-aa3e-eceab452e7fe), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.813827 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-05129241-e16b-4716-8644-4992678ed56b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:04.814986 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-05129241-e16b-4716-8644-4992678ed56b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "DELETE /v2.0/security-groups/33b0007b-ad4a-4b45-aa3e-eceab452e7fe HTTP/1.1" status: 204 len: 168 time: 0.1370425 Jul 04 10:15:04.817905 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48900) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:04.824160 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05129241-e16b-4716-8644-4992678ed56b tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0007b-ad4a-4b45-aa3e-eceab452e7fe,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:04.839204 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.api.v2.resource [None req-f3aae895-64b7-4df6-a0f0-fe25d170873c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] show failed (client error): The resource could not be found. Jul 04 10:15:04.840904 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f3aae895-64b7-4df6-a0f0-fe25d170873c tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "GET /v2.0/security-groups/33b0007b-ad4a-4b45-aa3e-eceab452e7fe HTTP/1.1" status: 404 len: 347 time: 0.0220020 Jul 04 10:15:04.843998 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48902) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:04.974284 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Deleting port 4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:04.974606 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:05.056430 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:05.056712 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:05.069460 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Calling delete_port for 4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6 owned by network:floatingip {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:05.211942 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:05.238312 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Pushing event deleted for resources: {'Port': ['ID=4b6e254b-d2fc-4bbc-8d84-eeb3e4f321a6,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:05.297783 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks [] for floatingip (a3e86eed-54a1-4f21-8602-52b2fd3e3b0e), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:05.300319 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:05.301454 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f21c405e-b870-44b9-8fdc-0bcba4808a58 tempest-AttachVolumeNegativeTest-223944498 tempest-AttachVolumeNegativeTest-223944498-project] 10.222.0.79 "DELETE /v2.0/floatingips/a3e86eed-54a1-4f21-8602-52b2fd3e3b0e HTTP/1.1" status: 204 len: 168 time: 0.4560699 Jul 04 10:15:06.837222 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 346feb22-2463-46f6-a88c-27348c0b1dcf no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:06.861802 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 346feb22-2463-46f6-a88c-27348c0b1dcf {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:06.862174 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 346feb22-2463-46f6-a88c-27348c0b1dcf not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:08.152708 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48970) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:08.523981 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:08.591766 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (6c6abf71-fdd1-40eb-afe4-59269372ce9c), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:08.677324 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:08.869465 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Deleting port 0bc865c2-4d75-407a-a662-c9338ee8a057 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:08.869840 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:08.951840 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] For port 0bc865c2-4d75-407a-a662-c9338ee8a057, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=0bc865c2-4d75-407a-a662-c9338ee8a057,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:08.952206 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:08.967607 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Calling delete_port for 0bc865c2-4d75-407a-a662-c9338ee8a057 owned by network:router_interface {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:09.034209 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48980) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:09.304606 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (0bc865c2-4d75-407a-a662-c9338ee8a057), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:09.573098 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc865c2-4d75-407a-a662-c9338ee8a057,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:09.742831 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:09.780449 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:09.825064 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (6c6abf71-fdd1-40eb-afe4-59269372ce9c), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:09.869959 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (5cf39ee1-91b0-46e9-9dee-864ccc44733d), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:10.234048 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Router 6c6abf71-fdd1-40eb-afe4-59269372ce9c has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:15:10.250857 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Deleting port 3f3ca579-12ce-411e-b965-0a42f80ef088 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:10.251229 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:10.410431 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] For port 3f3ca579-12ce-411e-b965-0a42f80ef088, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=3f3ca579-12ce-411e-b965-0a42f80ef088,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:10.411104 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:10.420836 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:15:10.428049 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-9e3fb128-74d9-4749-b6be-0ed21d8b3566 admin admin] 10.222.0.79 "PUT /v2.0/routers/6c6abf71-fdd1-40eb-afe4-59269372ce9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2742329 Jul 04 10:15:10.429237 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Calling delete_port for 3f3ca579-12ce-411e-b965-0a42f80ef088 owned by network:router_interface {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:10.431032 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48988) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:10.433795 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] Sync routers for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:15:10.445383 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:10.446043 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:10.504428 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:10.546340 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:10.570514 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:10.613020 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks [] for router (6c6abf71-fdd1-40eb-afe4-59269372ce9c), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:10.652659 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:10.714428 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:15:09Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:10.739666 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] Checking router: 6c6abf71-fdd1-40eb-afe4-59269372ce9c for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:15:10.748300 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] Routers {'6c6abf71-fdd1-40eb-afe4-59269372ce9c'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:10.748912 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:10.767857 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks [] for router_gateway (6c6abf71-fdd1-40eb-afe4-59269372ce9c), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:10.802985 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (3f3ca579-12ce-411e-b965-0a42f80ef088), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:10.835286 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3ca579-12ce-411e-b965-0a42f80ef088,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:10.842747 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Deleting port ced84d86-9002-495b-969e-41798c8baf3f {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:10.843178 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (ced84d86-9002-495b-969e-41798c8baf3f), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:10.855264 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] Set router 6c6abf71-fdd1-40eb-afe4-59269372ce9c gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:11.037741 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] For port ced84d86-9002-495b-969e-41798c8baf3f, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=ced84d86-9002-495b-969e-41798c8baf3f,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:11.038110 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (ced84d86-9002-495b-969e-41798c8baf3f), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:11.042786 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:15:09Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:11.058701 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Calling delete_port for ced84d86-9002-495b-969e-41798c8baf3f owned by network:router_gateway {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:11.071433 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a7f58-99cc-474c-8a89-0133aae04e3d None None] The sync data for ids ['6c6abf71-fdd1-40eb-afe4-59269372ce9c'] in dv-cinder-848418-1-iscsi is: [{'id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'name': 'tempest-AttachVolumeTestJSON-182660876-router', 'tenant_id': '2f559cbed35f4fbb8fe71906696733e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:27Z', 'updated_at': '2022-07-04T10:15:09Z', 'revision_number': 5, 'project_id': '2f559cbed35f4fbb8fe71906696733e7', 'gw_port': {'id': 'ced84d86-9002-495b-969e-41798c8baf3f', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:61:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6abf71-fdd1-40eb-afe4-59269372ce9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:15:11.123870 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (5cf39ee1-91b0-46e9-9dee-864ccc44733d), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:11.519568 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:11.524329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:11.639642 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (ced84d86-9002-495b-969e-41798c8baf3f), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:11.674082 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Pushing event deleted for resources: {'Port': ['ID=ced84d86-9002-495b-969e-41798c8baf3f,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:11.739976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Router 5cf39ee1-91b0-46e9-9dee-864ccc44733d has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:15:11.750846 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (6c6abf71-fdd1-40eb-afe4-59269372ce9c), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:11.905419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (6c6abf71-fdd1-40eb-afe4-59269372ce9c), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:11.909037 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks [] for router_controller (6c6abf71-fdd1-40eb-afe4-59269372ce9c), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:11.924232 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 0bc865c2-4d75-407a-a662-c9338ee8a057 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:11.944851 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 0bc865c2-4d75-407a-a662-c9338ee8a057 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:11.945299 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 0bc865c2-4d75-407a-a662-c9338ee8a057 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:11.988914 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (6c6abf71-fdd1-40eb-afe4-59269372ce9c), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:11.989533 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6abf71-fdd1-40eb-afe4-59269372ce9c {{(pid=104129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:15:11.994950 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:11.996117 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-069c47e3-66cf-4a6b-888f-0e0ff1d07baf admin admin] 10.222.0.79 "DELETE /v2.0/routers/6c6abf71-fdd1-40eb-afe4-59269372ce9c HTTP/1.1" status: 204 len: 168 time: 1.5642171 Jul 04 10:15:11.998839 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 48994) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:12.011949 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:15:12.019386 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b7e0ad73-23b8-479f-8d78-c1cc1a311d6c admin admin] 10.222.0.79 "PUT /v2.0/routers/5cf39ee1-91b0-46e9-9dee-864ccc44733d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9819248 Jul 04 10:15:12.019849 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 48996) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:12.031623 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] Sync routers for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:15:12.046125 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:12.047195 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:12.055944 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40a4688-a3e9-404a-959b-5a48989cbb9f admin admin] Deleting subnet fcdafb8b-1959-44ef-810f-9ffa9e6bb015 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:15:12.059346 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b40a4688-a3e9-404a-959b-5a48989cbb9f admin admin] Publish callbacks [] for subnet (fcdafb8b-1959-44ef-810f-9ffa9e6bb015), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.096770 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b40a4688-a3e9-404a-959b-5a48989cbb9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (fcdafb8b-1959-44ef-810f-9ffa9e6bb015), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.135689 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks [] for router (5cf39ee1-91b0-46e9-9dee-864ccc44733d), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.175358 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:12.184201 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b40a4688-a3e9-404a-959b-5a48989cbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (fcdafb8b-1959-44ef-810f-9ffa9e6bb015), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.240463 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks [] for router_gateway (5cf39ee1-91b0-46e9-9dee-864ccc44733d), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.256173 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b40a4688-a3e9-404a-959b-5a48989cbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (fcdafb8b-1959-44ef-810f-9ffa9e6bb015), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.281791 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a4688-a3e9-404a-959b-5a48989cbb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdafb8b-1959-44ef-810f-9ffa9e6bb015,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:12.289962 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Deleting port 7b6b5dd0-3782-45e9-940d-026692aecb87 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:12.290340 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.294308 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b40a4688-a3e9-404a-959b-5a48989cbb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.299441 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b40a4688-a3e9-404a-959b-5a48989cbb9f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fcdafb8b-1959-44ef-810f-9ffa9e6bb015 HTTP/1.1" status: 204 len: 168 time: 0.2995260 Jul 04 10:15:12.300854 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d3190-d590-48ca-b392-1697095a7713 None None] Network 28afbc1c-7fbf-4c17-a5be-8814771902ab requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:15:12.301918 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49000) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:12.373746 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:15:10Z', 'revision_number': 5, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port': {'id': '7b6b5dd0-3782-45e9-940d-026692aecb87', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:30Z', 'updated_at': '2022-07-04T10:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:12.387613 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (28afbc1c-7fbf-4c17-a5be-8814771902ab), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.401933 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] For port 7b6b5dd0-3782-45e9-940d-026692aecb87, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=7b6b5dd0-3782-45e9-940d-026692aecb87,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:12.402359 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.403264 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] Checking router: 5cf39ee1-91b0-46e9-9dee-864ccc44733d for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:15:12.413359 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] Routers {'5cf39ee1-91b0-46e9-9dee-864ccc44733d'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:12.414312 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:12.416786 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Calling delete_port for 7b6b5dd0-3782-45e9-940d-026692aecb87 owned by network:router_gateway {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:12.427201 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:12.468982 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Deleting port 59321570-fa22-47d8-aa28-1ba2712d72fa {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:12.469457 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.543838 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:12.551960 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] For port 59321570-fa22-47d8-aa28-1ba2712d72fa, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=59321570-fa22-47d8-aa28-1ba2712d72fa,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:12.552352 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.562236 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] DHCP port deletion for 28afbc1c-7fbf-4c17-a5be-8814771902ab request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:15:12.580221 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Calling delete_port for 59321570-fa22-47d8-aa28-1ba2712d72fa owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:12.619998 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] Deleting port 59321570-fa22-47d8-aa28-1ba2712d72fa {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:12.620969 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.639593 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:12.676747 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (7b6b5dd0-3782-45e9-940d-026692aecb87), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.682051 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.708790 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6b5dd0-3782-45e9-940d-026692aecb87,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:12.714208 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] Set router 5cf39ee1-91b0-46e9-9dee-864ccc44733d gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:12.715080 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:12.719342 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59321570-fa22-47d8-aa28-1ba2712d72fa,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:12.724052 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] No DVR routers for this DVR port 59321570-fa22-47d8-aa28-1ba2712d72fa on host dv-cinder-848418-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:15:12.731727 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] For port 59321570-fa22-47d8-aa28-1ba2712d72fa, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=59321570-fa22-47d8-aa28-1ba2712d72fa,segment=NetworkSegment(8ff278ba-eb72-4f41-a32e-94b85bc1511d),segment_id=8ff278ba-eb72-4f41-a32e-94b85bc1511d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:12.732133 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.754619 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] Calling delete_port for 59321570-fa22-47d8-aa28-1ba2712d72fa owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:12.793454 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (5cf39ee1-91b0-46e9-9dee-864ccc44733d), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.798789 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:15:12Z', 'revision_number': 6, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:12.810014 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (28afbc1c-7fbf-4c17-a5be-8814771902ab), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.828034 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32268e5-f959-4c63-a40b-960fc7dd566b None None] The sync data for ids ['5cf39ee1-91b0-46e9-9dee-864ccc44733d'] in dv-cinder-848418-1-iscsi is: [{'id': '5cf39ee1-91b0-46e9-9dee-864ccc44733d', 'name': 'tempest-AttachVolumeNegativeTest-582560349-router', 'tenant_id': 'a57f93d66f534107a228d908afa64890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:28Z', 'updated_at': '2022-07-04T10:15:12Z', 'revision_number': 6, 'project_id': 'a57f93d66f534107a228d908afa64890', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:15:12.837887 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28afbc1c-7fbf-4c17-a5be-8814771902ab']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:12.848281 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff278ba-eb72-4f41-a32e-94b85bc1511d') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:12.848636 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff278ba-eb72-4f41-a32e-94b85bc1511d') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:12.860768 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3257662'] for segment (8ff278ba-eb72-4f41-a32e-94b85bc1511d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.875248 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (8ff278ba-eb72-4f41-a32e-94b85bc1511d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.882675 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:15:12.883133 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3384101'] for segment (8ff278ba-eb72-4f41-a32e-94b85bc1511d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.886125 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:12.895840 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555'] for port (59321570-fa22-47d8-aa28-1ba2712d72fa), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.915856 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (5cf39ee1-91b0-46e9-9dee-864ccc44733d), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.918926 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks [] for router_controller (5cf39ee1-91b0-46e9-9dee-864ccc44733d), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.920441 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] Pushing event deleted for resources: {'Port': ['ID=59321570-fa22-47d8-aa28-1ba2712d72fa,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:12.930352 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c9d3d-e09e-4e32-9515-84743d9db5e2 None None] No DVR routers for this DVR port 59321570-fa22-47d8-aa28-1ba2712d72fa on host dv-cinder-848418-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:15:12.972021 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (28afbc1c-7fbf-4c17-a5be-8814771902ab), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.975807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (5cf39ee1-91b0-46e9-9dee-864ccc44733d), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.976582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf39ee1-91b0-46e9-9dee-864ccc44733d {{(pid=104129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:15:12.981915 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.986676 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:12.987941 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-a2936fd8-6209-4d96-9b32-654e0cf61624 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5cf39ee1-91b0-46e9-9dee-864ccc44733d HTTP/1.1" status: 204 len: 168 time: 0.9670241 Jul 04 10:15:12.988544 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/28afbc1c-7fbf-4c17-a5be-8814771902ab HTTP/1.1" status: 204 len: 168 time: 0.6846120 Jul 04 10:15:12.990889 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49008) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:13.007924 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4aaed6-2df8-4956-aeec-6d6e21b328e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=28afbc1c-7fbf-4c17-a5be-8814771902ab,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:13.047853 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0027c5-3f84-4f4e-9e0d-6daf4fe063bc admin admin] Deleting subnet 0c5b249e-b14e-43fd-9398-80e275c1bb33 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:15:13.051779 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4d0027c5-3f84-4f4e-9e0d-6daf4fe063bc admin admin] Publish callbacks [] for subnet (0c5b249e-b14e-43fd-9398-80e275c1bb33), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.078325 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 8ff278ba-eb72-4f41-a32e-94b85bc1511d resource provider aggregate not found Jul 04 10:15:13.100275 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 8ff278ba-eb72-4f41-a32e-94b85bc1511d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ff278ba-eb72-4f41-a32e-94b85bc1511d found for delete ", "request_id": "req-b63fedc5-e83c-4f0a-869a-5d74ea79bb01"}]} Jul 04 10:15:13.106367 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4d0027c5-3f84-4f4e-9e0d-6daf4fe063bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (0c5b249e-b14e-43fd-9398-80e275c1bb33), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.132342 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49012) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:13.177023 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c6c8e5d6-93e8-4d74-87c0-49207a3458e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f559cbed35f4fbb8fe71906696733e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412190 Jul 04 10:15:13.177234 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49014) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:13.192103 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4d0027c5-3f84-4f4e-9e0d-6daf4fe063bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (0c5b249e-b14e-43fd-9398-80e275c1bb33), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.249343 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b53e0b13-668f-4c52-a63a-95ca8159a061 admin admin] Publish callbacks [] for security_group (6e4ec2a1-e120-49d7-810f-40b6ef138063), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.263084 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4d0027c5-3f84-4f4e-9e0d-6daf4fe063bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (0c5b249e-b14e-43fd-9398-80e275c1bb33), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.274001 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b53e0b13-668f-4c52-a63a-95ca8159a061 admin admin] Publish callbacks [] for security_group (6e4ec2a1-e120-49d7-810f-40b6ef138063), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.296478 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0027c5-3f84-4f4e-9e0d-6daf4fe063bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5b249e-b14e-43fd-9398-80e275c1bb33,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:13.298337 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4d0027c5-3f84-4f4e-9e0d-6daf4fe063bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.301418 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-4d0027c5-3f84-4f4e-9e0d-6daf4fe063bc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0c5b249e-b14e-43fd-9398-80e275c1bb33 HTTP/1.1" status: 204 len: 168 time: 0.3094420 Jul 04 10:15:13.304279 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49016) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:13.307315 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d4d1b-f946-4fd8-8be7-cb7aae8ebb81 None None] Network 3ebecf3d-37d9-4ade-a898-e313cec92aef requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:15:13.383336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (3ebecf3d-37d9-4ade-a898-e313cec92aef), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.392800 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b53e0b13-668f-4c52-a63a-95ca8159a061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (6e4ec2a1-e120-49d7-810f-40b6ef138063), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.395505 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b53e0b13-668f-4c52-a63a-95ca8159a061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.398383 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b53e0b13-668f-4c52-a63a-95ca8159a061 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e4ec2a1-e120-49d7-810f-40b6ef138063 HTTP/1.1" status: 204 len: 168 time: 0.2199879 Jul 04 10:15:13.411565 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e0b13-668f-4c52-a63a-95ca8159a061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ec2a1-e120-49d7-810f-40b6ef138063,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:13.455673 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Deleting port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:13.456197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.525777 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] For port 177fc5e8-b0ed-480a-bfec-3bef901c55d9, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=177fc5e8-b0ed-480a-bfec-3bef901c55d9,segment=NetworkSegment(4e093d80-1d9b-4a3b-8207-41bdc3f45cb3),segment_id=4e093d80-1d9b-4a3b-8207-41bdc3f45cb3)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:13.526140 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.539470 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Calling delete_port for 177fc5e8-b0ed-480a-bfec-3bef901c55d9 owned by network:dhcp {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:13.625686 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (177fc5e8-b0ed-480a-bfec-3bef901c55d9), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.654542 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] No DVR routers for this DVR port 177fc5e8-b0ed-480a-bfec-3bef901c55d9 on host dv-cinder-848418-1-iscsi {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:15:13.656647 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=177fc5e8-b0ed-480a-bfec-3bef901c55d9,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:13.667649 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52786a4f-0338-4c64-baac-1701d422334c None None] DHCP port deletion for 3ebecf3d-37d9-4ade-a898-e313cec92aef request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:15:13.734459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (3ebecf3d-37d9-4ade-a898-e313cec92aef), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.736877 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:13.762302 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebecf3d-37d9-4ade-a898-e313cec92aef']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:13.773503 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:13.773787 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e093d80-1d9b-4a3b-8207-41bdc3f45cb3') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:13.784462 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (4e093d80-1d9b-4a3b-8207-41bdc3f45cb3), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.785901 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:13.801548 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (4e093d80-1d9b-4a3b-8207-41bdc3f45cb3), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.818326 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:15:13.818735 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (4e093d80-1d9b-4a3b-8207-41bdc3f45cb3), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.849053 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 4e093d80-1d9b-4a3b-8207-41bdc3f45cb3 resource provider aggregate not found Jul 04 10:15:13.896772 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 4e093d80-1d9b-4a3b-8207-41bdc3f45cb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e093d80-1d9b-4a3b-8207-41bdc3f45cb3 found for delete ", "request_id": "req-2d45c5f5-ca96-4ebb-af4b-bcb8d7fac767"}]} Jul 04 10:15:13.900706 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (3ebecf3d-37d9-4ade-a898-e313cec92aef), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.908168 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:13.928875 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] 10.222.0.79 "DELETE /v2.0/networks/3ebecf3d-37d9-4ade-a898-e313cec92aef HTTP/1.1" status: 204 len: 168 time: 0.6201448 Jul 04 10:15:13.936733 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 59321570-fa22-47d8-aa28-1ba2712d72fa no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:13.982875 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc3131-a6f2-4abc-92bb-9ab569e97ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ebecf3d-37d9-4ade-a898-e313cec92aef,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:13.989694 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 59321570-fa22-47d8-aa28-1ba2712d72fa {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:13.990056 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 59321570-fa22-47d8-aa28-1ba2712d72fa not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:13.990524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device ced84d86-9002-495b-969e-41798c8baf3f no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:14.020398 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: ced84d86-9002-495b-969e-41798c8baf3f {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:14.021033 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device ced84d86-9002-495b-969e-41798c8baf3f not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:14.024197 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 3f3ca579-12ce-411e-b965-0a42f80ef088 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:14.044541 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 3f3ca579-12ce-411e-b965-0a42f80ef088 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:14.046127 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 3f3ca579-12ce-411e-b965-0a42f80ef088 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:14.046569 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 177fc5e8-b0ed-480a-bfec-3bef901c55d9 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:14.069806 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 177fc5e8-b0ed-480a-bfec-3bef901c55d9 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:14.070087 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 177fc5e8-b0ed-480a-bfec-3bef901c55d9 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:14.070501 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 7b6b5dd0-3782-45e9-940d-026692aecb87 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:14.090684 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 7b6b5dd0-3782-45e9-940d-026692aecb87 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:14.091024 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 7b6b5dd0-3782-45e9-940d-026692aecb87 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:14.185599 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49044) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:14.228600 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-ba6ff4bc-53d1-412c-a17c-f6efe26b723e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a57f93d66f534107a228d908afa64890&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417354 Jul 04 10:15:14.231195 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49048) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:14.292425 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a522ffcc-0450-4c1a-a02b-508fc6e0a4fc admin admin] Publish callbacks [] for security_group (026f3289-bfc3-4a4c-bd66-989d531a7def), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:14.316622 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a522ffcc-0450-4c1a-a02b-508fc6e0a4fc admin admin] Publish callbacks [] for security_group (026f3289-bfc3-4a4c-bd66-989d531a7def), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:14.387801 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a522ffcc-0450-4c1a-a02b-508fc6e0a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (026f3289-bfc3-4a4c-bd66-989d531a7def), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:14.390447 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a522ffcc-0450-4c1a-a02b-508fc6e0a4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:14.391827 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-a522ffcc-0450-4c1a-a02b-508fc6e0a4fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/026f3289-bfc3-4a4c-bd66-989d531a7def HTTP/1.1" status: 204 len: 168 time: 0.1596699 Jul 04 10:15:14.400279 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522ffcc-0450-4c1a-a02b-508fc6e0a4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026f3289-bfc3-4a4c-bd66-989d531a7def,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:18.407088 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8be4a-4ac6-4d1b-b918-f40c99bd5d1f req-dda5b70c-837e-4e02-9632-285e155ae912 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:18.408546 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-22a8be4a-4ac6-4d1b-b918-f40c99bd5d1f req-dda5b70c-837e-4e02-9632-285e155ae912 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0543392 Jul 04 10:15:18.458063 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-22a8be4a-4ac6-4d1b-b918-f40c99bd5d1f req-eab9a1d4-894a-4a44-97d5-de43fb377dda tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Jul 04 10:15:19.575789 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b7355-a73f-41bb-912a-2f8234930dad req-1663675a-2501-4b73-a06b-7090233b9832 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:19.577241 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc3b7355-a73f-41bb-912a-2f8234930dad req-1663675a-2501-4b73-a06b-7090233b9832 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0477636 Jul 04 10:15:19.627619 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc3b7355-a73f-41bb-912a-2f8234930dad req-a0f71fa7-3c28-47f3-9749-3de61562890a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445845 Jul 04 10:15:20.756662 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fd31-2a24-4a96-abeb-86d77dcfe78d req-f13c2fb9-4850-4edb-ac82-ccb9a06735fe tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:20.758197 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fee6fd31-2a24-4a96-abeb-86d77dcfe78d req-f13c2fb9-4850-4edb-ac82-ccb9a06735fe tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0494013 Jul 04 10:15:20.808268 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fee6fd31-2a24-4a96-abeb-86d77dcfe78d req-dc679017-2d04-4011-9812-1f7b3daf0a1e tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421343 Jul 04 10:15:21.948077 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cabc2-6da7-42f6-a1ea-e593492f57a7 req-2e112295-4710-4f56-b7a9-7c66f5d056f7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:21.950047 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-be3cabc2-6da7-42f6-a1ea-e593492f57a7 req-2e112295-4710-4f56-b7a9-7c66f5d056f7 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0525696 Jul 04 10:15:22.001913 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-be3cabc2-6da7-42f6-a1ea-e593492f57a7 req-c8dc5ddf-4181-4194-a9d4-393dcb4c64c3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449274 Jul 04 10:15:22.532944 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-5fee072c-6a42-4185-9953-6aa7f4dc65f9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:22.534674 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-5fee072c-6a42-4185-9953-6aa7f4dc65f9 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0693336 Jul 04 10:15:22.868913 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:22.871575 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:23.130453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25481f7-e005-4c55-bc89-f957a873002e req-028e160b-97a6-41a8-920a-5d8bc11c43b3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:23.131869 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b25481f7-e005-4c55-bc89-f957a873002e req-028e160b-97a6-41a8-920a-5d8bc11c43b3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 947 time: 0.0494616 Jul 04 10:15:23.182121 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b25481f7-e005-4c55-bc89-f957a873002e req-2e33bc8b-6851-40e4-9876-d209022395b6 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups?id=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Jul 04 10:15:23.271709 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=30,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:23.274715 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=72,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:23.482718 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Deleting port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:23.483173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:23.486957 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:23.577556 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] For port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:23.577961 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:23.593737 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:23.746810 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:23.747172 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (566eff08-e3bf-40d1-8c14-7e311260f324), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:23.747494 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Floating IP 566eff08-e3bf-40d1-8c14-7e311260f324 disassociated. External IP: 172.27.2.37, port: 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79. Jul 04 10:15:23.747845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Calling delete_port for 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:23.881428 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (4f41751d-4044-46c9-8fe9-0a9fdf5d5a79), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:23.915861 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event deleted for resources: {'Port': ['ID=4f41751d-4044-46c9-8fe9-0a9fdf5d5a79,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:24.022772 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:15:24.073781 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=13 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:24.129006 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:15:24.141259 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] Sync routers for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:15:24.144602 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:24.153775 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:24.154393 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:24.173087 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] No DVR routers for this DVR port 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:15:24.175665 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:24.178885 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d5ca9efb-7cf9-4b07-acf3-0ea52e877768 req-bdbfb2c9-2195-4cf7-bbcb-6493a1d1dba3 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.74 "DELETE /v2.0/ports/4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 HTTP/1.1" status: 204 len: 173 time: 0.7830451 Jul 04 10:15:24.179386 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-deleted', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:15:24.181679 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8516346-9df5-4f7f-a094-5fcbbcac96c0" -d '{"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-deleted", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:15:24.223200 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee659a72-a670-4915-9cf8-40df60653a45 x-openstack-request-id: req-ee659a72-a670-4915-9cf8-40df60653a45 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:15:24.223683 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66cd362-4fe8-499f-850d-6755bd23c668", "name": "network-vif-deleted", "tag": "4f41751d-4044-46c9-8fe9-0a9fdf5d5a79", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:15:24.224159 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee659a72-a670-4915-9cf8-40df60653a45 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:15:24.224880 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee659a72-a670-4915-9cf8-40df60653a45'] response: {'server_uuid': 'a66cd362-4fe8-499f-850d-6755bd23c668', 'name': 'network-vif-deleted', 'tag': '4f41751d-4044-46c9-8fe9-0a9fdf5d5a79', 'status': 'completed', 'code': 200} Jul 04 10:15:24.301914 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-68e5640f-0aca-4698-ace0-fac65a91e35e req-f94297ca-04cc-424b-b0be-a6439a2d6e98 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/ports?device_id=a66cd362-4fe8-499f-850d-6755bd23c668 HTTP/1.1" status: 200 len: 210 time: 0.0368936 Jul 04 10:15:24.403983 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:24.601311 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:24.626653 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] Checking router: 23d92ab7-dded-4a4a-a9dc-e3595ad4168b for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:15:24.636093 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:24.636701 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:14:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:24.743970 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:24.944269 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:24.974005 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5aed82-965f-44e1-84f9-912129dbaa28 None None] The sync data for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi is: [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:08:43Z', 'revision_number': 4, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0', 'name': '', 'network_id': '2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'mac_address': 'fa:16:3e:97:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:42Z', 'updated_at': '2022-07-04T10:08:50Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'subnets': [{'id': 'c8b916b8-c083-440c-8d77-626a961ff635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:15:25.190663 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc75f50-9d50-42f8-bf8f-493556552b7f None None] New status for floating IP 566eff08-e3bf-40d1-8c14-7e311260f324: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:15:25.387073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7d7ea23c-9038-4d1c-9086-dbecac5685ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.396808 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49262) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:25.453245 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cb45bd8c-8c59-47ac-b985-8dec1276394a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.478444 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cb45bd8c-8c59-47ac-b985-8dec1276394a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.530026 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cb45bd8c-8c59-47ac-b985-8dec1276394a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.532665 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-cb45bd8c-8c59-47ac-b985-8dec1276394a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.533876 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-cb45bd8c-8c59-47ac-b985-8dec1276394a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "DELETE /v2.0/security-groups/0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1 HTTP/1.1" status: 204 len: 168 time: 0.1360610 Jul 04 10:15:25.536752 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49264) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:25.543858 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45bd8c-8c59-47ac-b985-8dec1276394a tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:25.551612 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.api.v2.resource [None req-49eb26a8-6edf-46cf-a556-9c4517156991 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] show failed (client error): The resource could not be found. Jul 04 10:15:25.552902 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-49eb26a8-6edf-46cf-a556-9c4517156991 tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "GET /v2.0/security-groups/0f9ee307-8f48-4d93-b2ff-5d4e9d4fafc1 HTTP/1.1" status: 404 len: 347 time: 0.0150931 Jul 04 10:15:25.555922 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49266) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:25.671281 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Deleting port c5cc3234-4605-49e1-ae56-f25991ec6f2b {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:25.671607 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (c5cc3234-4605-49e1-ae56-f25991ec6f2b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.750332 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (c5cc3234-4605-49e1-ae56-f25991ec6f2b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.750784 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (c5cc3234-4605-49e1-ae56-f25991ec6f2b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.766803 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Calling delete_port for c5cc3234-4605-49e1-ae56-f25991ec6f2b owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:25.915331 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (c5cc3234-4605-49e1-ae56-f25991ec6f2b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:25.945519 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Pushing event deleted for resources: {'Port': ['ID=c5cc3234-4605-49e1-ae56-f25991ec6f2b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:26.010969 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks [] for floatingip (566eff08-e3bf-40d1-8c14-7e311260f324), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:26.013485 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:26.014694 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3098fa2c-e770-4c5b-83fc-3a1ff96bd62b tempest-AttachVolumeShelveTestJSON-1729716423 tempest-AttachVolumeShelveTestJSON-1729716423-project] 10.222.0.79 "DELETE /v2.0/floatingips/566eff08-e3bf-40d1-8c14-7e311260f324 HTTP/1.1" status: 204 len: 168 time: 0.4577322 Jul 04 10:15:27.269270 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:27.299658 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:27.299996 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 4f41751d-4044-46c9-8fe9-0a9fdf5d5a79 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:27.559504 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b7af228d-457b-42ef-90e0-750c29355cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:29.394756 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:30.472524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:30.578968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49398) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:30.621788 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49402) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:30.786806 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.017206 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e86f44d0-9fd1-4b5b-bf59-6afe2f6e3f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.108273 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:15:31.223211 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e86f44d0-9fd1-4b5b-bf59-6afe2f6e3f10 admin admin] Publish callbacks [] for security_group (7558a10e-116f-4273-be96-a9385ff41d66), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.230959 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e86f44d0-9fd1-4b5b-bf59-6afe2f6e3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (7558a10e-116f-4273-be96-a9385ff41d66), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.251635 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:31.300366 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e86f44d0-9fd1-4b5b-bf59-6afe2f6e3f10 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e1ae2bf7ed184f7a99c784aececd1d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6772552 Jul 04 10:15:31.300965 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:31.303334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49436) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:31.307414 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f44d0-9fd1-4b5b-bf59-6afe2f6e3f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7558a10e-116f-4273-be96-a9385ff41d66,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:31.359282 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2db6-1e1b-4c25-b030-7768e21a50ab admin admin] Publish callbacks [] for security_group (7558a10e-116f-4273-be96-a9385ff41d66), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.363384 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:31.384164 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2db6-1e1b-4c25-b030-7768e21a50ab admin admin] Publish callbacks [] for security_group (7558a10e-116f-4273-be96-a9385ff41d66), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.397605 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.400365 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:31.432779 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2db6-1e1b-4c25-b030-7768e21a50ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (7558a10e-116f-4273-be96-a9385ff41d66), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.435812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2e6d2db6-1e1b-4c25-b030-7768e21a50ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.437351 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-2e6d2db6-1e1b-4c25-b030-7768e21a50ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7558a10e-116f-4273-be96-a9385ff41d66 HTTP/1.1" status: 204 len: 168 time: 0.1327026 Jul 04 10:15:31.445382 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d2db6-1e1b-4c25-b030-7768e21a50ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7558a10e-116f-4273-be96-a9385ff41d66,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:31.624921 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Deleting port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:31.625572 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.704533 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] For port fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:31.704890 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.718625 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Calling delete_port for fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:31.903109 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:31.932499 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:32.105292 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:32.200292 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:32.210951 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:32.376585 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:15:32.495520 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:15:32.506398 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7ca8526c-d62a-416e-9ccd-e19fe290ef32 admin admin] 10.222.0.79 "PUT /v2.0/routers/23d92ab7-dded-4a4a-a9dc-e3595ad4168b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9284899 Jul 04 10:15:32.507686 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] Sync routers for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:15:32.510035 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49476) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:32.519760 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:32.520390 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:15:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:32.709922 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:32.849909 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:32.864438 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:32.920110 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks [] for router (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:32.924521 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:15:31Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:32.950299 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] Checking router: 23d92ab7-dded-4a4a-a9dc-e3595ad4168b for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:15:32.960809 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] Routers {'23d92ab7-dded-4a4a-a9dc-e3595ad4168b'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:15:32.961785 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:15:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:33.027989 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks [] for router_gateway (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.068456 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] Set router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:15:33.087049 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Deleting port 8f20a0aa-6415-4606-95e1-0b3f0feccc91 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:33.087259 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.192538 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] For port 8f20a0aa-6415-4606-95e1-0b3f0feccc91, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=8f20a0aa-6415-4606-95e1-0b3f0feccc91,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:33.193911 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.209889 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Calling delete_port for 8f20a0aa-6415-4606-95e1-0b3f0feccc91 owned by network:router_gateway {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:33.285217 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:15:31Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:33.318282 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87470bed-13fb-41e2-a4e6-537d2f2c58bd None None] The sync data for ids ['23d92ab7-dded-4a4a-a9dc-e3595ad4168b'] in dv-cinder-848418-1-iscsi is: [{'id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'name': 'tempest-AttachVolumeShelveTestJSON-2411256-router', 'tenant_id': 'b852926ec18f4dc695da5ec1c5582f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:08:29Z', 'updated_at': '2022-07-04T10:15:31Z', 'revision_number': 5, 'project_id': 'b852926ec18f4dc695da5ec1c5582f48', 'gw_port': {'id': '8f20a0aa-6415-4606-95e1-0b3f0feccc91', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d92ab7-dded-4a4a-a9dc-e3595ad4168b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:08:31Z', 'updated_at': '2022-07-04T10:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:15:33.401019 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (8f20a0aa-6415-4606-95e1-0b3f0feccc91), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.470739 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f20a0aa-6415-4606-95e1-0b3f0feccc91,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:33.489205 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.526769 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.658574 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.662787 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks [] for router_controller (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.711441 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0e504-d559-4d6e-86fd-a580fc274dc1 req-2271b896-56ab-453c-b825-41be2563398d tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:33.713350 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e9b0e504-d559-4d6e-86fd-a580fc274dc1 req-2271b896-56ab-453c-b825-41be2563398d tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 946 time: 0.0869086 Jul 04 10:15:33.741837 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (23d92ab7-dded-4a4a-a9dc-e3595ad4168b), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.742984 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d92ab7-dded-4a4a-a9dc-e3595ad4168b {{(pid=104129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:15:33.748061 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.749315 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-0a1ed23b-9640-4c9f-92b9-613e10b6822c admin admin] 10.222.0.79 "DELETE /v2.0/routers/23d92ab7-dded-4a4a-a9dc-e3595ad4168b HTTP/1.1" status: 204 len: 168 time: 1.2372842 Jul 04 10:15:33.752391 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49540) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:33.779068 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e9b0e504-d559-4d6e-86fd-a580fc274dc1 req-e5e68ec6-cd12-4c15-9b25-e8909717ecda tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576689 Jul 04 10:15:33.836518 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0101f0-73f4-4c4f-a61c-754002d06e3c admin admin] Deleting subnet c8b916b8-c083-440c-8d77-626a961ff635 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:15:33.840393 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5a0101f0-73f4-4c4f-a61c-754002d06e3c admin admin] Publish callbacks [] for subnet (c8b916b8-c083-440c-8d77-626a961ff635), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.880880 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5a0101f0-73f4-4c4f-a61c-754002d06e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (c8b916b8-c083-440c-8d77-626a961ff635), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:33.923729 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49546) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:33.988182 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5a0101f0-73f4-4c4f-a61c-754002d06e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (c8b916b8-c083-440c-8d77-626a961ff635), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.041013 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:34.068008 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:34.068354 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device fbdacf4d-e30a-4bcc-b372-53b87bc4f7b0 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:34.088722 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5a0101f0-73f4-4c4f-a61c-754002d06e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (c8b916b8-c083-440c-8d77-626a961ff635), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.134004 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5a0101f0-73f4-4c4f-a61c-754002d06e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.140073 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5a0101f0-73f4-4c4f-a61c-754002d06e3c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c8b916b8-c083-440c-8d77-626a961ff635 HTTP/1.1" status: 204 len: 168 time: 0.3841507 Jul 04 10:15:34.140073 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0101f0-73f4-4c4f-a61c-754002d06e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b916b8-c083-440c-8d77-626a961ff635,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:34.141607 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b110161-b403-4ad3-9c1a-bbb3de450e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.142032 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49550) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:34.148484 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc4282-fad7-42d2-8c3f-9d2833e259eb None None] Network 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:15:34.222765 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:34.247372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:34.250570 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b110161-b403-4ad3-9c1a-bbb3de450e15 admin admin] Publish callbacks [] for security_group (3dc8680b-283d-4f69-aa17-d11c2d4d5da6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.256219 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.266975 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b110161-b403-4ad3-9c1a-bbb3de450e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3dc8680b-283d-4f69-aa17-d11c2d4d5da6), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.312810 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b110161-b403-4ad3-9c1a-bbb3de450e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc8680b-283d-4f69-aa17-d11c2d4d5da6,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:34.326352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Deleting port 94dd805c-c88e-47da-9de6-1e21aa11253e {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:34.326688 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.365672 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1b110161-b403-4ad3-9c1a-bbb3de450e15 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d25d19560bc4691ae77d8df9bb8ae63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383314 Jul 04 10:15:34.370003 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49560) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:34.423421 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d5e473c1-8954-47ff-8fce-f5b69c4ed6a5 admin admin] Publish callbacks [] for security_group (3dc8680b-283d-4f69-aa17-d11c2d4d5da6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.432062 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] For port 94dd805c-c88e-47da-9de6-1e21aa11253e, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=94dd805c-c88e-47da-9de6-1e21aa11253e,segment=NetworkSegment(5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed),segment_id=5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:34.432436 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.446332 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Calling delete_port for 94dd805c-c88e-47da-9de6-1e21aa11253e owned by network:dhcp {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:34.446542 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d5e473c1-8954-47ff-8fce-f5b69c4ed6a5 admin admin] Publish callbacks [] for security_group (3dc8680b-283d-4f69-aa17-d11c2d4d5da6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.472985 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:34.477481 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:34.503060 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d5e473c1-8954-47ff-8fce-f5b69c4ed6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3dc8680b-283d-4f69-aa17-d11c2d4d5da6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.505529 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d5e473c1-8954-47ff-8fce-f5b69c4ed6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.506701 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d5e473c1-8954-47ff-8fce-f5b69c4ed6a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3dc8680b-283d-4f69-aa17-d11c2d4d5da6 HTTP/1.1" status: 204 len: 168 time: 0.1357462 Jul 04 10:15:34.514584 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e473c1-8954-47ff-8fce-f5b69c4ed6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc8680b-283d-4f69-aa17-d11c2d4d5da6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:34.535935 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (94dd805c-c88e-47da-9de6-1e21aa11253e), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.561860 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Pushing event deleted for resources: {'Port': ['ID=94dd805c-c88e-47da-9de6-1e21aa11253e,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:34.566352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] No DVR routers for this DVR port 94dd805c-c88e-47da-9de6-1e21aa11253e on host dv-cinder-848418-1-iscsi {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:15:34.628772 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33e837-e472-4553-8c47-5dae7a68f786 None None] DHCP port deletion for 2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:15:34.652034 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.681857 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:34.691517 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:34.691807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:15:34.701804 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.717506 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.725483 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:15:34.726165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.785612 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed resource provider aggregate not found Jul 04 10:15:34.798999 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.807844 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.814340 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] 10.222.0.79 "DELETE /v2.0/networks/2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a HTTP/1.1" status: 204 len: 168 time: 0.6684382 Jul 04 10:15:34.818120 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cdb2f87-7e25-4b54-aa40-0ad9b31b0eed found for delete ", "request_id": "req-033e6370-a22e-49f0-a6ba-344a89e14b01"}]} Jul 04 10:15:34.830669 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530e23-eae6-4ad6-b937-69f5a6e0149d admin admin] Pushing event deleted for resources: {'Network': ['ID=2931c1fd-bb14-4bfb-ad76-5fa1ab8e6e1a,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:34.869240 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49574) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:34.894930 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b368a823-5bb0-4b89-96e0-bfea0e5de9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:34.955408 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd697ff7-be70-49cc-a09d-5fc0a2631936 req-e1bf8856-9602-45e1-988d-b5526ab5fd64 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:34.956915 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cd697ff7-be70-49cc-a09d-5fc0a2631936 req-e1bf8856-9602-45e1-988d-b5526ab5fd64 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 946 time: 0.0784304 Jul 04 10:15:34.963385 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49576) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:35.006895 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5420f371-50a8-46b9-afc0-ada076061674 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b852926ec18f4dc695da5ec1c5582f48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422750 Jul 04 10:15:35.009561 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49578) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:35.034731 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cd697ff7-be70-49cc-a09d-5fc0a2631936 req-62f151f3-a1e3-4633-bfc7-799f3be56478 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694251 Jul 04 10:15:35.056852 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b368a823-5bb0-4b89-96e0-bfea0e5de9c8 admin admin] Publish callbacks [] for security_group (93449b14-a1b2-4e6f-b623-dea21c7f98b1), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.061288 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0226fbf-3cff-4082-8900-21ad778ccac3 admin admin] Publish callbacks [] for security_group (6b03152e-a292-4ddc-9a95-7255092f64c2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.062327 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b368a823-5bb0-4b89-96e0-bfea0e5de9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (93449b14-a1b2-4e6f-b623-dea21c7f98b1), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.085551 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0226fbf-3cff-4082-8900-21ad778ccac3 admin admin] Publish callbacks [] for security_group (6b03152e-a292-4ddc-9a95-7255092f64c2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.106114 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b368a823-5bb0-4b89-96e0-bfea0e5de9c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14cb66bbbbc84f5b9c9a7b467dc7b06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346649 Jul 04 10:15:35.107230 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368a823-5bb0-4b89-96e0-bfea0e5de9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93449b14-a1b2-4e6f-b623-dea21c7f98b1,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:35.108879 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49580) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:35.167749 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0226fbf-3cff-4082-8900-21ad778ccac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (6b03152e-a292-4ddc-9a95-7255092f64c2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.170245 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0226fbf-3cff-4082-8900-21ad778ccac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.171439 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c0226fbf-3cff-4082-8900-21ad778ccac3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b03152e-a292-4ddc-9a95-7255092f64c2 HTTP/1.1" status: 204 len: 168 time: 0.1609583 Jul 04 10:15:35.177052 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3288c49f-6feb-4677-a4d9-0b2b48ba5a67 admin admin] Publish callbacks [] for security_group (93449b14-a1b2-4e6f-b623-dea21c7f98b1), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.186048 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0226fbf-3cff-4082-8900-21ad778ccac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b03152e-a292-4ddc-9a95-7255092f64c2,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:35.209769 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3288c49f-6feb-4677-a4d9-0b2b48ba5a67 admin admin] Publish callbacks [] for security_group (93449b14-a1b2-4e6f-b623-dea21c7f98b1), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.262855 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3288c49f-6feb-4677-a4d9-0b2b48ba5a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (93449b14-a1b2-4e6f-b623-dea21c7f98b1), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.269302 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:35.275160 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3288c49f-6feb-4677-a4d9-0b2b48ba5a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.278893 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3288c49f-6feb-4677-a4d9-0b2b48ba5a67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93449b14-a1b2-4e6f-b623-dea21c7f98b1 HTTP/1.1" status: 204 len: 168 time: 0.1665688 Jul 04 10:15:35.289135 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288c49f-6feb-4677-a4d9-0b2b48ba5a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93449b14-a1b2-4e6f-b623-dea21c7f98b1,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:35.640147 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-78eb861f-e9d3-4de5-8d8c-291448f0b921 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:35.641775 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-78eb861f-e9d3-4de5-8d8c-291448f0b921 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.74 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 946 time: 0.0512400 Jul 04 10:15:35.729948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:35.734053 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Deleting port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:15:35.734575 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.764828 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:35.840498 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] For port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:35.840918 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:35.856426 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Calling delete_port for 10abad8c-4bdd-4d14-9eee-86bb78bb17ad owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:15:35.939579 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 8f20a0aa-6415-4606-95e1-0b3f0feccc91 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:35.963212 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 8f20a0aa-6415-4606-95e1-0b3f0feccc91 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:35.963739 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 8f20a0aa-6415-4606-95e1-0b3f0feccc91 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:35.964514 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 94dd805c-c88e-47da-9de6-1e21aa11253e no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:35.986156 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 94dd805c-c88e-47da-9de6-1e21aa11253e {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:35.986506 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 94dd805c-c88e-47da-9de6-1e21aa11253e not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:36.018277 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (10abad8c-4bdd-4d14-9eee-86bb78bb17ad), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:36.031128 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['10abad8c-4bdd-4d14-9eee-86bb78bb17ad'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:15:36.047292 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Pushing event deleted for resources: {'Port': ['ID=10abad8c-4bdd-4d14-9eee-86bb78bb17ad,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:36.106286 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] No DVR routers for this DVR port 10abad8c-4bdd-4d14-9eee-86bb78bb17ad on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:15:36.109396 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:36.113255 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad2a167b-e9f4-4937-a68b-0c61e0ba58fe req-28cc5c40-b01f-498c-a510-638af7190c1b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.74 "DELETE /v2.0/ports/10abad8c-4bdd-4d14-9eee-86bb78bb17ad HTTP/1.1" status: 204 len: 173 time: 0.4652324 Jul 04 10:15:36.113762 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a2a58e-dfab-406a-a775-4a992d898eac', 'name': 'network-vif-deleted', 'tag': '10abad8c-4bdd-4d14-9eee-86bb78bb17ad'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:15:36.116134 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e856a6-ec84-41e1-a751-57b064a26366" -d '{"events": [{"server_uuid": "82a2a58e-dfab-406a-a775-4a992d898eac", "name": "network-vif-deleted", "tag": "10abad8c-4bdd-4d14-9eee-86bb78bb17ad"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:15:36.153381 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d157b669-4a71-4400-834a-95ca06c7799d req-4280a7a7-874a-44dd-8183-32947de4d716 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=82a2a58e-dfab-406a-a775-4a992d898eac HTTP/1.1" status: 200 len: 210 time: 0.0342891 Jul 04 10:15:36.167043 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109cfa51-81eb-4e67-ba71-6a9c272f3561 x-openstack-request-id: req-109cfa51-81eb-4e67-ba71-6a9c272f3561 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:15:36.167336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a2a58e-dfab-406a-a775-4a992d898eac", "name": "network-vif-deleted", "tag": "10abad8c-4bdd-4d14-9eee-86bb78bb17ad", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:15:36.167590 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-109cfa51-81eb-4e67-ba71-6a9c272f3561 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:15:36.168053 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109cfa51-81eb-4e67-ba71-6a9c272f3561'] response: {'server_uuid': '82a2a58e-dfab-406a-a775-4a992d898eac', 'name': 'network-vif-deleted', 'tag': '10abad8c-4bdd-4d14-9eee-86bb78bb17ad', 'status': 'completed', 'code': 200} Jul 04 10:15:41.104742 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:41.177370 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 10abad8c-4bdd-4d14-9eee-86bb78bb17ad no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:15:41.199671 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 10abad8c-4bdd-4d14-9eee-86bb78bb17ad {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:15:41.200013 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 10abad8c-4bdd-4d14-9eee-86bb78bb17ad not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:15:41.228686 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49804) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:41.339075 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8e0e02f2-f1f8-4ba2-a4df-ea0421c1437b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.417752 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8e0e02f2-f1f8-4ba2-a4df-ea0421c1437b admin admin] Publish callbacks [] for security_group (0d3cb197-e7f9-4999-8257-64c65260f217), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.423835 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8e0e02f2-f1f8-4ba2-a4df-ea0421c1437b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (0d3cb197-e7f9-4999-8257-64c65260f217), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.466072 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8e0e02f2-f1f8-4ba2-a4df-ea0421c1437b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9200fc6e0d24b92a46d93617d6af083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361560 Jul 04 10:15:41.466984 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49814) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:41.468619 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49816) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:41.469078 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e02f2-f1f8-4ba2-a4df-ea0421c1437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3cb197-e7f9-4999-8257-64c65260f217,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:41.525290 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f9e276c3-da39-4812-ab65-6fb72cabdd67 admin admin] Publish callbacks [] for security_group (0d3cb197-e7f9-4999-8257-64c65260f217), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.548150 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f9e276c3-da39-4812-ab65-6fb72cabdd67 admin admin] Publish callbacks [] for security_group (0d3cb197-e7f9-4999-8257-64c65260f217), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.590711 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-42c2a212-8342-4d35-9f21-0978753a319c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.610019 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f9e276c3-da39-4812-ab65-6fb72cabdd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (0d3cb197-e7f9-4999-8257-64c65260f217), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.613167 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f9e276c3-da39-4812-ab65-6fb72cabdd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.618130 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f9e276c3-da39-4812-ab65-6fb72cabdd67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0d3cb197-e7f9-4999-8257-64c65260f217 HTTP/1.1" status: 204 len: 168 time: 0.1500123 Jul 04 10:15:41.627751 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e276c3-da39-4812-ab65-6fb72cabdd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3cb197-e7f9-4999-8257-64c65260f217,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:41.705582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-42c2a212-8342-4d35-9f21-0978753a319c admin admin] Publish callbacks [] for security_group (d5874a71-a7e7-438d-bdbc-caf7864640d5), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.710550 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-42c2a212-8342-4d35-9f21-0978753a319c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (d5874a71-a7e7-438d-bdbc-caf7864640d5), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.761001 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-42c2a212-8342-4d35-9f21-0978753a319c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f25d559b4b6b41219ad36c5a3095ac28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910440 Jul 04 10:15:41.762073 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2a212-8342-4d35-9f21-0978753a319c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5874a71-a7e7-438d-bdbc-caf7864640d5,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:41.763863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49840) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:41.833815 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9694e9ff-486c-4df3-936c-674f96ac9c52 admin admin] Publish callbacks [] for security_group (d5874a71-a7e7-438d-bdbc-caf7864640d5), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.846881 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=9,neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:41.862321 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:41.864703 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9694e9ff-486c-4df3-936c-674f96ac9c52 admin admin] Publish callbacks [] for security_group (d5874a71-a7e7-438d-bdbc-caf7864640d5), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.933337 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9694e9ff-486c-4df3-936c-674f96ac9c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (d5874a71-a7e7-438d-bdbc-caf7864640d5), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.936643 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9694e9ff-486c-4df3-936c-674f96ac9c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:41.940268 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9694e9ff-486c-4df3-936c-674f96ac9c52 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5874a71-a7e7-438d-bdbc-caf7864640d5 HTTP/1.1" status: 204 len: 168 time: 0.1730151 Jul 04 10:15:41.946937 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694e9ff-486c-4df3-936c-674f96ac9c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5874a71-a7e7-438d-bdbc-caf7864640d5,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:42.022326 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49856) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:42.037472 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b95953b-e80f-45eb-82fe-1fde50647a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.125355 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b95953b-e80f-45eb-82fe-1fde50647a5e admin admin] Publish callbacks [] for security_group (f0ae8811-aa5f-40bf-8a4a-ac404a3d0fc2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.140606 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b95953b-e80f-45eb-82fe-1fde50647a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f0ae8811-aa5f-40bf-8a4a-ac404a3d0fc2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.173535 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95953b-e80f-45eb-82fe-1fde50647a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae8811-aa5f-40bf-8a4a-ac404a3d0fc2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:42.177230 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49860) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:42.191329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49864) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:42.191449 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1b95953b-e80f-45eb-82fe-1fde50647a5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=854f419cc9b847069cd41e2b40b25cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678488 Jul 04 10:15:42.244506 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3983a6b4-1fb1-491e-9205-6706c077b368 admin admin] Publish callbacks [] for security_group (f0ae8811-aa5f-40bf-8a4a-ac404a3d0fc2), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.267156 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3983a6b4-1fb1-491e-9205-6706c077b368 admin admin] Publish callbacks [] for security_group (f0ae8811-aa5f-40bf-8a4a-ac404a3d0fc2), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.321325 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3983a6b4-1fb1-491e-9205-6706c077b368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (f0ae8811-aa5f-40bf-8a4a-ac404a3d0fc2), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.324143 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3983a6b4-1fb1-491e-9205-6706c077b368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.329563 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3983a6b4-1fb1-491e-9205-6706c077b368 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f0ae8811-aa5f-40bf-8a4a-ac404a3d0fc2 HTTP/1.1" status: 204 len: 168 time: 0.1369455 Jul 04 10:15:42.339293 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983a6b4-1fb1-491e-9205-6706c077b368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae8811-aa5f-40bf-8a4a-ac404a3d0fc2,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:42.422475 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-05708c58-2075-4afe-a02a-59c8740ae995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.465030 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:42.514536 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-05708c58-2075-4afe-a02a-59c8740ae995 admin admin] Publish callbacks [] for security_group (fcf8410b-013b-4891-883e-084b93596e05), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.520050 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-05708c58-2075-4afe-a02a-59c8740ae995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (fcf8410b-013b-4891-883e-084b93596e05), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.566726 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-05708c58-2075-4afe-a02a-59c8740ae995 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9e22331c94e45a7aab639eef31482c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854430 Jul 04 10:15:42.566726 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05708c58-2075-4afe-a02a-59c8740ae995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf8410b-013b-4891-883e-084b93596e05,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:42.566969 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49878) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:42.629677 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-386c7967-0eae-4d7b-9f51-23a09f5541ae admin admin] Publish callbacks [] for security_group (fcf8410b-013b-4891-883e-084b93596e05), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.653437 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-386c7967-0eae-4d7b-9f51-23a09f5541ae admin admin] Publish callbacks [] for security_group (fcf8410b-013b-4891-883e-084b93596e05), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.708534 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-386c7967-0eae-4d7b-9f51-23a09f5541ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (fcf8410b-013b-4891-883e-084b93596e05), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.711871 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-386c7967-0eae-4d7b-9f51-23a09f5541ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:42.713482 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-386c7967-0eae-4d7b-9f51-23a09f5541ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fcf8410b-013b-4891-883e-084b93596e05 HTTP/1.1" status: 204 len: 168 time: 0.1442785 Jul 04 10:15:42.723823 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c7967-0eae-4d7b-9f51-23a09f5541ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf8410b-013b-4891-883e-084b93596e05,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:43.088494 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 49904) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:43.102142 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0b2c00c9-87fa-4fae-8223-8fcf94269556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:43.198231 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0b2c00c9-87fa-4fae-8223-8fcf94269556 admin admin] Publish callbacks [] for security_group (b55c0daa-6033-4be2-9109-7fceb787176a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:43.203882 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0b2c00c9-87fa-4fae-8223-8fcf94269556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b55c0daa-6033-4be2-9109-7fceb787176a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:43.245154 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c00c9-87fa-4fae-8223-8fcf94269556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55c0daa-6033-4be2-9109-7fceb787176a,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:43.259750 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0b2c00c9-87fa-4fae-8223-8fcf94269556 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd9f6859854d42a8987c2c203ecfe2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701884 Jul 04 10:15:43.262477 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 49914) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:43.268851 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=14 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:43.315687 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f517ce88-fd2e-4c26-8901-b51028f1b21d admin admin] Publish callbacks [] for security_group (b55c0daa-6033-4be2-9109-7fceb787176a), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:43.339088 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f517ce88-fd2e-4c26-8901-b51028f1b21d admin admin] Publish callbacks [] for security_group (b55c0daa-6033-4be2-9109-7fceb787176a), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:43.392560 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f517ce88-fd2e-4c26-8901-b51028f1b21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b55c0daa-6033-4be2-9109-7fceb787176a), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:43.400348 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f517ce88-fd2e-4c26-8901-b51028f1b21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:43.401527 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f517ce88-fd2e-4c26-8901-b51028f1b21d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b55c0daa-6033-4be2-9109-7fceb787176a HTTP/1.1" status: 204 len: 168 time: 0.1380475 Jul 04 10:15:43.410224 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517ce88-fd2e-4c26-8901-b51028f1b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55c0daa-6033-4be2-9109-7fceb787176a,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:45.351809 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-5d1e3d21-4e72-4eb2-ae14-b6d86e0441d0 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:45.353313 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-5d1e3d21-4e72-4eb2-ae14-b6d86e0441d0 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/networks?id=7cfa67a6-e002-4bb8-b37c-80e0c41eb386 HTTP/1.1" status: 200 len: 814 time: 0.1094613 Jul 04 10:15:45.368464 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-7ba64245-3dcd-44a6-9a3f-26949b1a1f99 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/quotas/02795b95a9b84564999233883b763e4f HTTP/1.1" status: 200 len: 375 time: 0.0095782 Jul 04 10:15:45.404813 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-f5555e42-8105-421d-aae8-a3c91d162e3b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=02795b95a9b84564999233883b763e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312436 Jul 04 10:15:45.503317 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-06e96903-80f3-4db9-b8d8-93595c72b363 service neutron] 10.222.0.79 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914679 Jul 04 10:15:45.593954 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-e7eafefb-b3dd-4290-aeb9-70ec447de69f service neutron] 10.222.0.79 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850868 Jul 04 10:15:45.774934 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-86b85edf-05ed-4021-9a2e-1a95a739d187 req-d967e716-9797-4f6b-a4cd-f20fc452611b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0331235 Jul 04 10:15:46.121595 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50126) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:46.260868 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-461005d5-3f2e-496d-85b8-1762bef8cea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.341982 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-461005d5-3f2e-496d-85b8-1762bef8cea5 admin admin] Publish callbacks [] for security_group (05ba9068-89a9-4995-b3bd-24e3c672ae0d), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.346621 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-461005d5-3f2e-496d-85b8-1762bef8cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (05ba9068-89a9-4995-b3bd-24e3c672ae0d), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.386568 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-461005d5-3f2e-496d-85b8-1762bef8cea5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48666f7f79d249df9c54060e1bdf3839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638361 Jul 04 10:15:46.387685 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461005d5-3f2e-496d-85b8-1762bef8cea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba9068-89a9-4995-b3bd-24e3c672ae0d,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:46.389301 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50132) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:46.444649 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c28de81-d84f-4ac1-8716-45d204edb027 admin admin] Publish callbacks [] for security_group (05ba9068-89a9-4995-b3bd-24e3c672ae0d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.466013 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c28de81-d84f-4ac1-8716-45d204edb027 admin admin] Publish callbacks [] for security_group (05ba9068-89a9-4995-b3bd-24e3c672ae0d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.515648 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c28de81-d84f-4ac1-8716-45d204edb027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (05ba9068-89a9-4995-b3bd-24e3c672ae0d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.518608 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c28de81-d84f-4ac1-8716-45d204edb027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.519788 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9c28de81-d84f-4ac1-8716-45d204edb027 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05ba9068-89a9-4995-b3bd-24e3c672ae0d HTTP/1.1" status: 204 len: 168 time: 0.1278367 Jul 04 10:15:46.527714 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28de81-d84f-4ac1-8716-45d204edb027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba9068-89a9-4995-b3bd-24e3c672ae0d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:46.790149 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50138) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:46.803874 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-059875aa-7d5f-4ec6-8d53-de3091065928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.814819 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:46.836377 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:46.879071 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-020075aa-ebfc-4a8e-b91b-bacf2722ac0d req-3e408112-5f62-46d0-b27f-46a115b02359 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0307915 Jul 04 10:15:46.891581 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-059875aa-7d5f-4ec6-8d53-de3091065928 admin admin] Publish callbacks [] for security_group (30f8fea9-b1eb-4078-a42a-a742ffed8ea6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.895410 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-059875aa-7d5f-4ec6-8d53-de3091065928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (30f8fea9-b1eb-4078-a42a-a742ffed8ea6), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:46.932226 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059875aa-7d5f-4ec6-8d53-de3091065928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f8fea9-b1eb-4078-a42a-a742ffed8ea6,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:46.939244 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-059875aa-7d5f-4ec6-8d53-de3091065928 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70624d8046024dc09b381d163ef338da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455650 Jul 04 10:15:46.940528 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50142) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:46.992521 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5380efd-9ef9-4240-bd87-4cc6e080a572 admin admin] Publish callbacks [] for security_group (30f8fea9-b1eb-4078-a42a-a742ffed8ea6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:47.013940 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5380efd-9ef9-4240-bd87-4cc6e080a572 admin admin] Publish callbacks [] for security_group (30f8fea9-b1eb-4078-a42a-a742ffed8ea6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:47.064696 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5380efd-9ef9-4240-bd87-4cc6e080a572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (30f8fea9-b1eb-4078-a42a-a742ffed8ea6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:47.067307 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5380efd-9ef9-4240-bd87-4cc6e080a572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:47.068511 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c5380efd-9ef9-4240-bd87-4cc6e080a572 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30f8fea9-b1eb-4078-a42a-a742ffed8ea6 HTTP/1.1" status: 204 len: 168 time: 0.1279547 Jul 04 10:15:47.076751 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380efd-9ef9-4240-bd87-4cc6e080a572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f8fea9-b1eb-4078-a42a-a742ffed8ea6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:47.984661 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b17fc875-4e12-4159-8f3c-96afbaad43bc req-4a5ca26a-0efd-4b88-bb07-2ea6c88e37bd tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0331123 Jul 04 10:15:49.088819 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c4f8582d-21f5-4237-8c0e-f38589c95b7f req-a3d77552-bcc3-41e1-90e8-7646aa501ce5 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0311444 Jul 04 10:15:49.111741 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50232) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:49.238758 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-66bfaade-e740-48e8-9554-d14fec3291ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.293013 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:49.362977 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:49.374600 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-5bb424f8-a819-48ca-8613-7a2097093635 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:49.374600 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-5bb424f8-a819-48ca-8613-7a2097093635 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.74 "GET /v2.0/networks?id=7cfa67a6-e002-4bb8-b37c-80e0c41eb386 HTTP/1.1" status: 200 len: 814 time: 0.1781466 Jul 04 10:15:49.390392 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Request body: {'port': {'device_id': 'd2a1784f-42f6-4008-8876-e94fe9c5b2e5', 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386', 'admin_state_up': True, 'tenant_id': '02795b95a9b84564999233883b763e4f'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:15:49.453010 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-66bfaade-e740-48e8-9554-d14fec3291ee admin admin] Publish callbacks [] for security_group (463d61f4-29b2-4a6f-8a2e-1c61e0a39e72), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.481778 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-66bfaade-e740-48e8-9554-d14fec3291ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (463d61f4-29b2-4a6f-8a2e-1c61e0a39e72), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.544472 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-66bfaade-e740-48e8-9554-d14fec3291ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53c074761b1e487193ecd57d170fcaad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308980 Jul 04 10:15:49.544971 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfaade-e740-48e8-9554-d14fec3291ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463d61f4-29b2-4a6f-8a2e-1c61e0a39e72,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:49.546771 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50252) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:49.581345 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Made reservation on behalf of 02795b95a9b84564999233883b763e4f for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:15:49.585341 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.605299 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af024dea-005e-4476-9cdc-7847d84e8469 admin admin] Publish callbacks [] for security_group (463d61f4-29b2-4a6f-8a2e-1c61e0a39e72), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.631207 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af024dea-005e-4476-9cdc-7847d84e8469 admin admin] Publish callbacks [] for security_group (463d61f4-29b2-4a6f-8a2e-1c61e0a39e72), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.683661 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af024dea-005e-4476-9cdc-7847d84e8469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (463d61f4-29b2-4a6f-8a2e-1c61e0a39e72), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.687076 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-af024dea-005e-4476-9cdc-7847d84e8469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.688605 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-af024dea-005e-4476-9cdc-7847d84e8469 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/463d61f4-29b2-4a6f-8a2e-1c61e0a39e72 HTTP/1.1" status: 204 len: 168 time: 0.1408243 Jul 04 10:15:49.697388 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af024dea-005e-4476-9cdc-7847d84e8469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463d61f4-29b2-4a6f-8a2e-1c61e0a39e72,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:49.733006 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Allocated IP 172.20.0.2 (7cfa67a6-e002-4bb8-b37c-80e0c41eb386/573d5c03-7ae0-4571-ad5e-c3e689e321a1/3e85a0da-42ed-45c8-9f74-14b797540c24) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:15:49.907911 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks [] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:49.954860 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.006619 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:15:50.012490 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:15:50.014952 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:15:50.019244 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Pushing event updated for resources: {'Port': ['ID=3e85a0da-42ed-45c8-9f74-14b797540c24,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:50.051264 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50278) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:50.053329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:50.071055 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e52e42fd-b042-47a7-aea8-588c9da61b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.076152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:50.076805 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.101739 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-3480bcf1-0b67-4a80-afec-6233421304a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160337 Jul 04 10:15:50.158720 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e52e42fd-b042-47a7-aea8-588c9da61b21 admin admin] Publish callbacks [] for security_group (72d7ddd2-2345-4b1f-841e-67319610202a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.164312 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e52e42fd-b042-47a7-aea8-588c9da61b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (72d7ddd2-2345-4b1f-841e-67319610202a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.204347 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e52e42fd-b042-47a7-aea8-588c9da61b21 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a97bd00f8eb43198ec6f395404176d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519070 Jul 04 10:15:50.205523 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e42fd-b042-47a7-aea8-588c9da61b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d7ddd2-2345-4b1f-841e-67319610202a,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:50.207898 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179abad-c0a5-42ef-81d7-5d5bdb4b7cbd req-30592942-7657-45cd-94c0-366e66003a56 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:50.208792 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50284) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:50.209391 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e179abad-c0a5-42ef-81d7-5d5bdb4b7cbd req-30592942-7657-45cd-94c0-366e66003a56 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 931 time: 0.0501990 Jul 04 10:15:50.242126 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:50.260321 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c591-91b4-4aaa-bccb-454464ec7699 admin admin] Publish callbacks [] for security_group (72d7ddd2-2345-4b1f-841e-67319610202a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.260928 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e179abad-c0a5-42ef-81d7-5d5bdb4b7cbd req-380b1c89-f0da-4845-a836-eb8d196705a2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450821 Jul 04 10:15:50.282165 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c591-91b4-4aaa-bccb-454464ec7699 admin admin] Publish callbacks [] for security_group (72d7ddd2-2345-4b1f-841e-67319610202a), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.332100 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c591-91b4-4aaa-bccb-454464ec7699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (72d7ddd2-2345-4b1f-841e-67319610202a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.334686 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c591-91b4-4aaa-bccb-454464ec7699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:50.335845 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2ee7c591-91b4-4aaa-bccb-454464ec7699 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72d7ddd2-2345-4b1f-841e-67319610202a HTTP/1.1" status: 204 len: 168 time: 0.1261413 Jul 04 10:15:50.344304 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7c591-91b4-4aaa-bccb-454464ec7699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d7ddd2-2345-4b1f-841e-67319610202a,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:51.111696 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Request body: {'port': {'device_id': 'd2a1784f-42f6-4008-8876-e94fe9c5b2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:15:51.176901 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:51.219890 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:51.423640 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad1f11-0fd4-46e6-8db9-9fcc530ca2a6 req-f277b567-b12e-40e8-8ea1-f21853e69ef8 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:51.425585 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b0ad1f11-0fd4-46e6-8db9-9fcc530ca2a6 req-f277b567-b12e-40e8-8ea1-f21853e69ef8 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 931 time: 0.0675702 Jul 04 10:15:51.514599 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b0ad1f11-0fd4-46e6-8db9-9fcc530ca2a6 req-0e878029-d2d5-42d3-b6dd-a306fff80842 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787244 Jul 04 10:15:51.522468 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e85a0da-42ed-45c8-9f74-14b797540c24 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:15:51.535355 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Publish callbacks [] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:51.548358 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Transition to ACTIVE for port object 3e85a0da-42ed-45c8-9f74-14b797540c24 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:15:51.553133 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:51.605744 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Pushing event updated for resources: {'Port': ['ID=3e85a0da-42ed-45c8-9f74-14b797540c24,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:51.679710 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Attempting to bind port 3e85a0da-42ed-45c8-9f74-14b797540c24 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:15:51.680046 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Attempting to bind port 3e85a0da-42ed-45c8-9f74-14b797540c24 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:15:51.680401 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Attempting to bind port 3e85a0da-42ed-45c8-9f74-14b797540c24 on network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:15:51.685492 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Port 3e85a0da-42ed-45c8-9f74-14b797540c24 on network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:15:51.685842 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Attempting to bind port 3e85a0da-42ed-45c8-9f74-14b797540c24 on network 7cfa67a6-e002-4bb8-b37c-80e0c41eb386 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:15:51.690882 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:15:51.691300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Checking segment: {'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:15:51.691678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Bound using segment: {'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:15:51.692099 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Bound port: 3e85a0da-42ed-45c8-9f74-14b797540c24, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8b573b-0b2d-4cd6-aa4a-5044718c8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:15:51.692505 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:51.755122 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] For port 3e85a0da-42ed-45c8-9f74-14b797540c24, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:15:51.758327 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] For port 3e85a0da-42ed-45c8-9f74-14b797540c24, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=3e85a0da-42ed-45c8-9f74-14b797540c24,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:15:51.765591 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:51.774235 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:51.811617 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:51.812243 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:51.813645 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] 10.222.0.74 "PUT /v2.0/ports/3e85a0da-42ed-45c8-9f74-14b797540c24 HTTP/1.1" status: 200 len: 1093 time: 0.7063336 Jul 04 10:15:51.814181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a1784f-42f6-4008-8876-e94fe9c5b2e5', 'tag': '3e85a0da-42ed-45c8-9f74-14b797540c24'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:15:51.817173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c08e1-bd8c-440b-9544-f79e65d2e61a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a1784f-42f6-4008-8876-e94fe9c5b2e5", "tag": "3e85a0da-42ed-45c8-9f74-14b797540c24"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:15:51.844792 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabe08e-aeb7-4f52-92a1-82d0bd20ed71 service neutron] Pushing event updated for resources: {'Port': ['ID=3e85a0da-42ed-45c8-9f74-14b797540c24,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:51.857929 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c654f06-29ee-4b94-820a-ab070efeef7a x-openstack-request-id: req-9c654f06-29ee-4b94-820a-ab070efeef7a {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:15:51.858198 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a1784f-42f6-4008-8876-e94fe9c5b2e5", "tag": "3e85a0da-42ed-45c8-9f74-14b797540c24", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:15:51.858415 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c654f06-29ee-4b94-820a-ab070efeef7a {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:15:51.858804 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c654f06-29ee-4b94-820a-ab070efeef7a'] response: {'name': 'network-changed', 'server_uuid': 'd2a1784f-42f6-4008-8876-e94fe9c5b2e5', 'tag': '3e85a0da-42ed-45c8-9f74-14b797540c24', 'status': 'completed', 'code': 200} Jul 04 10:15:52.064528 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c08e1-bd8c-440b-9544-f79e65d2e61a req-c08afcb3-88a4-41e0-8bae-c065a9d57a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:52.066422 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0f9c08e1-bd8c-440b-9544-f79e65d2e61a req-c08afcb3-88a4-41e0-8bae-c065a9d57a51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02795b95a9b84564999233883b763e4f&device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 1127 time: 0.0429041 Jul 04 10:15:52.494085 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c08e1-bd8c-440b-9544-f79e65d2e61a req-4b86a73c-0ad6-4f23-999d-3200e069bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:52.495596 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50364) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:52.496025 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0f9c08e1-bd8c-440b-9544-f79e65d2e61a req-4b86a73c-0ad6-4f23-999d-3200e069bbb8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=02795b95a9b84564999233883b763e4f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4173613 Jul 04 10:15:52.670926 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72f2dcd7-7465-4609-90b6-fb6a1b443c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:52.721428 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:52.739484 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d051e44-c0ee-4175-be6e-92dba33ca223 req-cb6addb9-92d2-41cc-8cd1-a53703f6b77e tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:52.741642 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5d051e44-c0ee-4175-be6e-92dba33ca223 req-cb6addb9-92d2-41cc-8cd1-a53703f6b77e tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 943 time: 0.1082990 Jul 04 10:15:52.747155 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c08e1-bd8c-440b-9544-f79e65d2e61a req-61b6a664-4a63-450d-adbe-a56e8b10af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:52.748769 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0f9c08e1-bd8c-440b-9544-f79e65d2e61a req-61b6a664-4a63-450d-adbe-a56e8b10af16 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2463322 Jul 04 10:15:52.767242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:52.773029 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72f2dcd7-7465-4609-90b6-fb6a1b443c53 admin admin] Publish callbacks [] for security_group (ba5dad3c-8576-4993-ba92-683da8dab47b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:52.778080 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72f2dcd7-7465-4609-90b6-fb6a1b443c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ba5dad3c-8576-4993-ba92-683da8dab47b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:52.805181 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5d051e44-c0ee-4175-be6e-92dba33ca223 req-e68702af-94a4-48e0-948b-a5773f174673 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543649 Jul 04 10:15:52.823229 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2dcd7-7465-4609-90b6-fb6a1b443c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5dad3c-8576-4993-ba92-683da8dab47b,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:52.841250 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-72f2dcd7-7465-4609-90b6-fb6a1b443c53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e9987751b85454997daa4f8ec41822e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445125 Jul 04 10:15:52.841905 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50378) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:52.856092 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-c0754e0d-95fe-4098-b95a-aba4eeede25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:52.857719 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-c0754e0d-95fe-4098-b95a-aba4eeede25c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=02795b95a9b84564999233883b763e4f&device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 1127 time: 0.0506558 Jul 04 10:15:52.894436 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-53b520a5-de3c-41f9-9d52-8ea9c68e672c admin admin] Publish callbacks [] for security_group (ba5dad3c-8576-4993-ba92-683da8dab47b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:52.903753 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-6a61f392-e560-40ff-9851-9282013ff10d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e85a0da-42ed-45c8-9f74-14b797540c24 HTTP/1.1" status: 200 len: 217 time: 0.0396380 Jul 04 10:15:52.917214 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-53b520a5-de3c-41f9-9d52-8ea9c68e672c admin admin] Publish callbacks [] for security_group (ba5dad3c-8576-4993-ba92-683da8dab47b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:52.954742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-5f451244-2aa2-414a-8821-bcec5c7f8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:52.956685 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-5f451244-2aa2-414a-8821-bcec5c7f8609 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=573d5c03-7ae0-4571-ad5e-c3e689e321a1 HTTP/1.1" status: 200 len: 854 time: 0.0472689 Jul 04 10:15:52.970408 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-53b520a5-de3c-41f9-9d52-8ea9c68e672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ba5dad3c-8576-4993-ba92-683da8dab47b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:52.973280 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-53b520a5-de3c-41f9-9d52-8ea9c68e672c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:52.974512 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-53b520a5-de3c-41f9-9d52-8ea9c68e672c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba5dad3c-8576-4993-ba92-683da8dab47b HTTP/1.1" status: 204 len: 168 time: 0.1313219 Jul 04 10:15:52.988009 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b520a5-de3c-41f9-9d52-8ea9c68e672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5dad3c-8576-4993-ba92-683da8dab47b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:53.000439 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-00b0e87f-3083-4016-95e9-3e538349aa68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7cfa67a6-e002-4bb8-b37c-80e0c41eb386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372000 Jul 04 10:15:53.099180 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-54d82d3b-26aa-4304-a89f-041318aa4182 service neutron] 10.222.0.74 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930238 Jul 04 10:15:53.195756 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-45e99bfd-7465-47a8-8033-d81ceb38ce46 req-1360f56e-59c6-4de2-b956-f0714b90c2db service neutron] 10.222.0.74 "GET /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912056 Jul 04 10:15:53.336561 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50400) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:53.351285 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-546fafbd-8cbb-4b93-a4d5-b90fe14191e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:53.435606 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-546fafbd-8cbb-4b93-a4d5-b90fe14191e7 admin admin] Publish callbacks [] for security_group (b0a41241-fcae-41a4-83cd-c588f45f9b18), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:53.439532 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-546fafbd-8cbb-4b93-a4d5-b90fe14191e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b0a41241-fcae-41a4-83cd-c588f45f9b18), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:53.480792 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-546fafbd-8cbb-4b93-a4d5-b90fe14191e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=802d6ad68d69443e84094a1413088cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431723 Jul 04 10:15:53.481703 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fafbd-8cbb-4b93-a4d5-b90fe14191e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a41241-fcae-41a4-83cd-c588f45f9b18,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:53.483778 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50402) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:53.538993 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e08bca15-b846-4239-a729-b4c0e0c7a807 admin admin] Publish callbacks [] for security_group (b0a41241-fcae-41a4-83cd-c588f45f9b18), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:53.561924 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e08bca15-b846-4239-a729-b4c0e0c7a807 admin admin] Publish callbacks [] for security_group (b0a41241-fcae-41a4-83cd-c588f45f9b18), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:53.612679 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e08bca15-b846-4239-a729-b4c0e0c7a807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b0a41241-fcae-41a4-83cd-c588f45f9b18), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:53.615427 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e08bca15-b846-4239-a729-b4c0e0c7a807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:53.616607 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e08bca15-b846-4239-a729-b4c0e0c7a807 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0a41241-fcae-41a4-83cd-c588f45f9b18 HTTP/1.1" status: 204 len: 168 time: 0.1317656 Jul 04 10:15:53.624503 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bca15-b846-4239-a729-b4c0e0c7a807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a41241-fcae-41a4-83cd-c588f45f9b18,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:53.925829 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0b827-c8ff-4b01-8dd3-00d087b17329 req-bec1a42a-8844-4a27-8200-c34bb62ba2ca tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:53.927393 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-59c0b827-c8ff-4b01-8dd3-00d087b17329 req-bec1a42a-8844-4a27-8200-c34bb62ba2ca tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 943 time: 0.0467141 Jul 04 10:15:53.985113 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-59c0b827-c8ff-4b01-8dd3-00d087b17329 req-2b639a0c-f850-42c5-a693-20807dd342bb tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522084 Jul 04 10:15:54.660508 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50478) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:54.785366 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-059b8868-d7ea-41c7-9326-d4b0d158320b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:54.870142 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-059b8868-d7ea-41c7-9326-d4b0d158320b admin admin] Publish callbacks [] for security_group (c50c9f90-e576-41bb-af17-5bb69c453d79), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:54.874188 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-059b8868-d7ea-41c7-9326-d4b0d158320b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c50c9f90-e576-41bb-af17-5bb69c453d79), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:54.909303 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:54.914135 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-059b8868-d7ea-41c7-9326-d4b0d158320b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=adf55a22ec6c40b7bb1e293ab02ee863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516968 Jul 04 10:15:54.915256 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b8868-d7ea-41c7-9326-d4b0d158320b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c9f90-e576-41bb-af17-5bb69c453d79,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:54.916992 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50498) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:54.949657 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:54.990259 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-25d8e98f-64a4-494b-8915-7b5990a43f2b admin admin] Publish callbacks [] for security_group (c50c9f90-e576-41bb-af17-5bb69c453d79), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:55.021261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-25d8e98f-64a4-494b-8915-7b5990a43f2b admin admin] Publish callbacks [] for security_group (c50c9f90-e576-41bb-af17-5bb69c453d79), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:55.076085 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:55.076850 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:55.106142 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd371d8c-0413-4bf7-8395-4ad627c6e6c4 req-8603ce1a-e365-4670-895b-6d17a0000388 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:55.107634 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cd371d8c-0413-4bf7-8395-4ad627c6e6c4 req-8603ce1a-e365-4670-895b-6d17a0000388 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 943 time: 0.0501723 Jul 04 10:15:55.108648 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-25d8e98f-64a4-494b-8915-7b5990a43f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (c50c9f90-e576-41bb-af17-5bb69c453d79), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:55.111185 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-25d8e98f-64a4-494b-8915-7b5990a43f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:55.112203 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-25d8e98f-64a4-494b-8915-7b5990a43f2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c50c9f90-e576-41bb-af17-5bb69c453d79 HTTP/1.1" status: 204 len: 168 time: 0.1934004 Jul 04 10:15:55.134075 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8e98f-64a4-494b-8915-7b5990a43f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c9f90-e576-41bb-af17-5bb69c453d79,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:55.169366 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cd371d8c-0413-4bf7-8395-4ad627c6e6c4 req-b93c4428-9a48-47f5-ab2f-f0729c4b266b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540507 Jul 04 10:15:55.395909 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7502bf2c-10bd-4930-bd37-b4fffe9af301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:56.024342 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 3e85a0da-42ed-45c8-9f74-14b797540c24 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:15:56.066096 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:56.150831 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 3e85a0da-42ed-45c8-9f74-14b797540c24, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=3e85a0da-42ed-45c8-9f74-14b797540c24,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:56.165610 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '3e85a0da-42ed-45c8-9f74-14b797540c24', 'network_id': '7cfa67a6-e002-4bb8-b37c-80e0c41eb386', 'port_id': '3e85a0da-42ed-45c8-9f74-14b797540c24', 'mac_address': 'fa:16:3e:2e:ef:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '573d5c03-7ae0-4571-ad5e-c3e689e321a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:15:56.205744 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:56.208761 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 3e85a0da-42ed-45c8-9f74-14b797540c24 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:15:56.209148 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:56.223641 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e85a0da-42ed-45c8-9f74-14b797540c24 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:15:56.248422 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 3e85a0da-42ed-45c8-9f74-14b797540c24, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=3e85a0da-42ed-45c8-9f74-14b797540c24,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:56.253552 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:56.289688 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:56.312524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=3e85a0da-42ed-45c8-9f74-14b797540c24,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:56.313935 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6a308-02bc-4120-8f17-bd6c12d4dde8 req-9f304d79-06fe-48d1-8250-1af903529135 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:56.315953 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1ab6a308-02bc-4120-8f17-bd6c12d4dde8 req-9f304d79-06fe-48d1-8250-1af903529135 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 944 time: 0.0680323 Jul 04 10:15:56.321303 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.321734 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.322076 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.322419 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.322938 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.323269 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.323941 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.324280 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.324598 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.324925 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.325247 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.325573 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.325935 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.326409 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.326734 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:56.373510 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1ab6a308-02bc-4120-8f17-bd6c12d4dde8 req-633d37fd-2a57-4bfb-8729-be29aa0da401 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507390 Jul 04 10:15:56.472884 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['3e85a0da-42ed-45c8-9f74-14b797540c24'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:15:57.493943 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560307b-4180-4a04-94eb-8e945ad448f2 req-4cfa1e1e-045a-4320-85d9-efb02c4184d3 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:57.495425 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c560307b-4180-4a04-94eb-8e945ad448f2 req-4cfa1e1e-045a-4320-85d9-efb02c4184d3 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 944 time: 0.0496945 Jul 04 10:15:57.544918 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c560307b-4180-4a04-94eb-8e945ad448f2 req-a3dee152-53f2-46f9-ba40-2904baab98b2 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436144 Jul 04 10:15:57.560373 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b941158c-9687-4477-9440-74975b81eacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:58.009281 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 3e85a0da-42ed-45c8-9f74-14b797540c24 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:15:58.054965 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 3e85a0da-42ed-45c8-9f74-14b797540c24 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:15:58.063524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 3e85a0da-42ed-45c8-9f74-14b797540c24 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:15:58.063916 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:58.157733 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 3e85a0da-42ed-45c8-9f74-14b797540c24 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:15:58.158155 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:58.182084 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a1784f-42f6-4008-8876-e94fe9c5b2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85a0da-42ed-45c8-9f74-14b797540c24'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:15:58.184487 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65ea5ea-a59e-4126-8db2-4d947248f57d" -d '{"events": [{"server_uuid": "d2a1784f-42f6-4008-8876-e94fe9c5b2e5", "name": "network-vif-plugged", "status": "completed", "tag": "3e85a0da-42ed-45c8-9f74-14b797540c24"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:15:58.198314 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 3e85a0da-42ed-45c8-9f74-14b797540c24, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=3e85a0da-42ed-45c8-9f74-14b797540c24,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:15:58.206480 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:58.232251 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747462aa-a0f7-40ff-a5fd-2f8e62ecf7ac x-openstack-request-id: req-747462aa-a0f7-40ff-a5fd-2f8e62ecf7ac {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:15:58.232530 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a1784f-42f6-4008-8876-e94fe9c5b2e5", "name": "network-vif-plugged", "status": "completed", "tag": "3e85a0da-42ed-45c8-9f74-14b797540c24", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:15:58.232774 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-747462aa-a0f7-40ff-a5fd-2f8e62ecf7ac {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:15:58.233193 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747462aa-a0f7-40ff-a5fd-2f8e62ecf7ac'] response: {'server_uuid': 'd2a1784f-42f6-4008-8876-e94fe9c5b2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85a0da-42ed-45c8-9f74-14b797540c24', 'code': 200} Jul 04 10:15:58.261795 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=3e85a0da-42ed-45c8-9f74-14b797540c24,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:58.389165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14426f-72b1-491f-9a4c-ffbfb2a8a547 req-46cb6e93-9d00-4f9b-8ef1-faa2e9383754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:58.390661 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad14426f-72b1-491f-9a4c-ffbfb2a8a547 req-46cb6e93-9d00-4f9b-8ef1-faa2e9383754 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 1129 time: 0.0392978 Jul 04 10:15:58.436511 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad14426f-72b1-491f-9a4c-ffbfb2a8a547 req-049aef71-210b-44f4-9167-8e013efb4226 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388129 Jul 04 10:15:58.846387 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb3ad1-4566-4905-8dc0-a8095e71bc16 req-0c6e532c-33af-49d6-a077-51bfc257dbbe tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:15:58.847941 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-96cb3ad1-4566-4905-8dc0-a8095e71bc16 req-0c6e532c-33af-49d6-a077-51bfc257dbbe tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0572381 Jul 04 10:15:58.905655 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-96cb3ad1-4566-4905-8dc0-a8095e71bc16 req-b1e40dff-2cbf-455f-80d5-174fcd573752 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506122 Jul 04 10:15:59.397943 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:59.440185 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50634) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:59.555929 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:59.638152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Publish callbacks [] for security_group (3aa5b450-f164-4c38-9514-656d3c140b77), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:59.644058 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3aa5b450-f164-4c38-9514-656d3c140b77), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:59.688101 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=917c8435f1b74a298c3992bad103aa13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442698 Jul 04 10:15:59.688101 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa5b450-f164-4c38-9514-656d3c140b77,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:15:59.688379 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50640) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:15:59.705963 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.706317 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.706660 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.707001 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.707332 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.707656 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.707981 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.708300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.708671 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.709893 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.710115 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.710351 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.710675 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.710997 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.711356 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36453cd-60b4-4dfb-b370-8c6de56e9371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:15:59.744926 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:15:59.761092 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8ddd-4f3c-45e2-92ff-3cea23319991 admin admin] Publish callbacks [] for security_group (3aa5b450-f164-4c38-9514-656d3c140b77), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:59.785231 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8ddd-4f3c-45e2-92ff-3cea23319991 admin admin] Publish callbacks [] for security_group (3aa5b450-f164-4c38-9514-656d3c140b77), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:59.838146 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8ddd-4f3c-45e2-92ff-3cea23319991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (3aa5b450-f164-4c38-9514-656d3c140b77), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:59.840830 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8ddd-4f3c-45e2-92ff-3cea23319991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:15:59.842117 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-5f9a8ddd-4f3c-45e2-92ff-3cea23319991 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3aa5b450-f164-4c38-9514-656d3c140b77 HTTP/1.1" status: 204 len: 168 time: 0.1527913 Jul 04 10:15:59.850717 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a8ddd-4f3c-45e2-92ff-3cea23319991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa5b450-f164-4c38-9514-656d3c140b77,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:00.047675 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba031ee2-dfdd-44bb-b4df-b53ea3f83246 req-b3fd0c3a-73c2-409e-af74-d3e5abc39f61 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:00.049532 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ba031ee2-dfdd-44bb-b4df-b53ea3f83246 req-b3fd0c3a-73c2-409e-af74-d3e5abc39f61 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0655117 Jul 04 10:16:00.114088 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ba031ee2-dfdd-44bb-b4df-b53ea3f83246 req-56ddd44a-50f4-479e-947c-89bc9c659d29 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574689 Jul 04 10:16:00.278145 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50664) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:00.296996 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9a10e15d-7cd2-4a69-873f-421d9c9c71ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:00.384716 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9a10e15d-7cd2-4a69-873f-421d9c9c71ab admin admin] Publish callbacks [] for security_group (950d750b-29c4-4f6a-b11c-d9fa7bcbd477), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:00.390334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9a10e15d-7cd2-4a69-873f-421d9c9c71ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (950d750b-29c4-4f6a-b11c-d9fa7bcbd477), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:00.402943 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:00.441149 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-9a10e15d-7cd2-4a69-873f-421d9c9c71ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7900dc79dad14c288404d5a4ee6cb688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618750 Jul 04 10:16:00.443999 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50670) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:00.454390 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10e15d-7cd2-4a69-873f-421d9c9c71ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950d750b-29c4-4f6a-b11c-d9fa7bcbd477,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:00.502635 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:00.516991 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-868f57f1-dab5-44ff-841e-919987f68b7e admin admin] Publish callbacks [] for security_group (950d750b-29c4-4f6a-b11c-d9fa7bcbd477), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:00.542429 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-868f57f1-dab5-44ff-841e-919987f68b7e admin admin] Publish callbacks [] for security_group (950d750b-29c4-4f6a-b11c-d9fa7bcbd477), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:00.597981 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-868f57f1-dab5-44ff-841e-919987f68b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (950d750b-29c4-4f6a-b11c-d9fa7bcbd477), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:00.600763 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-868f57f1-dab5-44ff-841e-919987f68b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:00.601951 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-868f57f1-dab5-44ff-841e-919987f68b7e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/950d750b-29c4-4f6a-b11c-d9fa7bcbd477 HTTP/1.1" status: 204 len: 168 time: 0.1570089 Jul 04 10:16:00.610281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f57f1-dab5-44ff-841e-919987f68b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950d750b-29c4-4f6a-b11c-d9fa7bcbd477,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:00.787916 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:01.790369 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 50720) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:01.906387 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a58810d4-f90e-4469-890a-37156a776cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:01.992953 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a58810d4-f90e-4469-890a-37156a776cd6 admin admin] Publish callbacks [] for security_group (426ffe98-d86d-478f-82db-464716170200), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:01.999443 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a58810d4-f90e-4469-890a-37156a776cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (426ffe98-d86d-478f-82db-464716170200), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:02.042546 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a58810d4-f90e-4469-890a-37156a776cd6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=132ca9bef5b24e9aa78e7039342aa496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507224 Jul 04 10:16:02.043178 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58810d4-f90e-4469-890a-37156a776cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426ffe98-d86d-478f-82db-464716170200,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:02.045300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 50724) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:02.098221 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-db2e00c6-02e5-4eea-af42-15888a497f8d admin admin] Publish callbacks [] for security_group (426ffe98-d86d-478f-82db-464716170200), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:02.120587 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-db2e00c6-02e5-4eea-af42-15888a497f8d admin admin] Publish callbacks [] for security_group (426ffe98-d86d-478f-82db-464716170200), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:02.178090 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-db2e00c6-02e5-4eea-af42-15888a497f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (426ffe98-d86d-478f-82db-464716170200), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:02.180612 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-db2e00c6-02e5-4eea-af42-15888a497f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:02.181811 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-db2e00c6-02e5-4eea-af42-15888a497f8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/426ffe98-d86d-478f-82db-464716170200 HTTP/1.1" status: 204 len: 168 time: 0.1353524 Jul 04 10:16:02.189767 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e00c6-02e5-4eea-af42-15888a497f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426ffe98-d86d-478f-82db-464716170200,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:03.466854 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:04.502734 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-d18424e1-090a-4ac4-af6a-c6aa42fc076a tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=10baff2f6e0a421d8050f69d97e6c7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312722 Jul 04 10:16:04.691780 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-5d31807c-79f8-4188-ad82-a8cd0bb48c0c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:04.693150 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-5d31807c-79f8-4188-ad82-a8cd0bb48c0c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851704 Jul 04 10:16:04.708947 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-c182977a-7a02-4eab-926f-1a85ab3f45db tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/quotas/10baff2f6e0a421d8050f69d97e6c7c1 HTTP/1.1" status: 200 len: 375 time: 0.0098941 Jul 04 10:16:04.724412 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:04.745436 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-b1036151-3568-4ab7-ad2a-e9bb8d5a0189 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=10baff2f6e0a421d8050f69d97e6c7c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303140 Jul 04 10:16:04.926535 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-323ae80d-46a3-4407-8968-8383ff4cee9a req-03e596ca-12aa-4287-b941-0fcf80ca4de6 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 210 time: 0.0333681 Jul 04 10:16:05.907250 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-0967f3ef-b32e-4c3d-b589-b5b7d347fd03 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=10baff2f6e0a421d8050f69d97e6c7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251448 Jul 04 10:16:06.036158 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7fb7494f-8fb3-456b-8f77-4e591fb7d908 req-b6cf76bc-b84f-4daf-a1e1-d574bb882b37 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 210 time: 0.0359302 Jul 04 10:16:06.169176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-ff7c8f19-0df2-41ed-8bb6-e659bbd1af62 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:06.170669 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-ff7c8f19-0df2-41ed-8bb6-e659bbd1af62 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119456 Jul 04 10:16:06.361922 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Request body: {'port': {'device_id': 'ffd80713-357e-41a4-8c07-866bb74d13a1', 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc', 'admin_state_up': True, 'tenant_id': '10baff2f6e0a421d8050f69d97e6c7c1'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:16:06.478112 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Made reservation on behalf of 10baff2f6e0a421d8050f69d97e6c7c1 for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:16:06.481750 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:06.490874 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:06.573058 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks [] for security_group (dda3a278-4ab6-4928-a87c-6a3cbdfeba4b), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:06.577917 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (dda3a278-4ab6-4928-a87c-6a3cbdfeba4b), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:06.655429 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:06.659726 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:06.716309 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Allocated IP 192.168.233.115 (f0879916-a3d2-48e0-90d0-d746f9d90dbc/68f3a004-b045-462a-b684-925db9ce4817/e98bf53e-6975-4a7e-8a41-581d26361119) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:16:06.876932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks [] for port (e98bf53e-6975-4a7e-8a41-581d26361119), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:06.913476 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:06.926722 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:06.968952 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Network f0879916-a3d2-48e0-90d0-d746f9d90dbc is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:16:06.976352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:16:06.979173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:16:06.985146 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Pushing event updated for resources: {'Port': ['ID=e98bf53e-6975-4a7e-8a41-581d26361119,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:07.039972 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:07.040784 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:07.059502 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-72503694-7fcf-4aa5-aaca-104d730a315c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7012823 Jul 04 10:16:07.086182 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Request body: {'port': {'device_id': 'ffd80713-357e-41a4-8c07-866bb74d13a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:16:07.184315 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c3d4-0d66-4332-87f9-5917ac484c67 req-74e53b81-993d-49b6-9ea5-8e150cb0876e tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:07.186436 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40d6c3d4-0d66-4332-87f9-5917ac484c67 req-74e53b81-993d-49b6-9ea5-8e150cb0876e tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 936 time: 0.0622230 Jul 04 10:16:07.222553 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-aa0f309c-0a2d-4121-8480-266135803e33 None None] Provisioning complete for port e98bf53e-6975-4a7e-8a41-581d26361119 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:16:07.223565 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-aa0f309c-0a2d-4121-8480-266135803e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:07.228995 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:07.255785 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f309c-0a2d-4121-8480-266135803e33 None None] Port e98bf53e-6975-4a7e-8a41-581d26361119 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:16:07.268495 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-40d6c3d4-0d66-4332-87f9-5917ac484c67 req-13a8bff9-9a9f-455a-bbcf-2d78c3968fa5 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654933 Jul 04 10:16:07.508472 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:07.523165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98bf53e-6975-4a7e-8a41-581d26361119 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:16:07.532251 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Publish callbacks [] for port (e98bf53e-6975-4a7e-8a41-581d26361119), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:07.546455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Transition to ACTIVE for port object e98bf53e-6975-4a7e-8a41-581d26361119 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:16:07.551704 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:07.602643 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Pushing event updated for resources: {'Port': ['ID=e98bf53e-6975-4a7e-8a41-581d26361119,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:07.683755 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Attempting to bind port e98bf53e-6975-4a7e-8a41-581d26361119 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:16:07.684088 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Attempting to bind port e98bf53e-6975-4a7e-8a41-581d26361119 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:16:07.684400 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Attempting to bind port e98bf53e-6975-4a7e-8a41-581d26361119 on network f0879916-a3d2-48e0-90d0-d746f9d90dbc {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:16:07.688985 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Port e98bf53e-6975-4a7e-8a41-581d26361119 on network f0879916-a3d2-48e0-90d0-d746f9d90dbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:16:07.689345 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Attempting to bind port e98bf53e-6975-4a7e-8a41-581d26361119 on network f0879916-a3d2-48e0-90d0-d746f9d90dbc {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:16:07.694480 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:16:07.694812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Checking segment: {'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:16:07.695192 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Bound using segment: {'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:16:07.695687 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Bound port: e98bf53e-6975-4a7e-8a41-581d26361119, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce4bd71e-1e22-4f09-b602-052f94abd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:16:07.696034 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:07.760055 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] For port e98bf53e-6975-4a7e-8a41-581d26361119, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:16:07.763781 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] For port e98bf53e-6975-4a7e-8a41-581d26361119, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=e98bf53e-6975-4a7e-8a41-581d26361119,segment=NetworkSegment(ce4bd71e-1e22-4f09-b602-052f94abd314),segment_id=ce4bd71e-1e22-4f09-b602-052f94abd314)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:16:07.771206 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:07.808563 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:07.809208 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:07.810618 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] 10.222.0.74 "PUT /v2.0/ports/e98bf53e-6975-4a7e-8a41-581d26361119 HTTP/1.1" status: 200 len: 1098 time: 0.7343035 Jul 04 10:16:07.811049 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd80713-357e-41a4-8c07-866bb74d13a1', 'tag': 'e98bf53e-6975-4a7e-8a41-581d26361119'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:16:07.813268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9f2c1a-1923-4920-b083-a62e4e4d85b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd80713-357e-41a4-8c07-866bb74d13a1", "tag": "e98bf53e-6975-4a7e-8a41-581d26361119"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:16:07.834735 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9947f-3351-4358-8cd6-abc124fddecc service neutron] Pushing event updated for resources: {'Port': ['ID=e98bf53e-6975-4a7e-8a41-581d26361119,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:07.852242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1ed755-b609-49ad-b945-a9a663a054b8 x-openstack-request-id: req-dc1ed755-b609-49ad-b945-a9a663a054b8 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:16:07.852512 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd80713-357e-41a4-8c07-866bb74d13a1", "tag": "e98bf53e-6975-4a7e-8a41-581d26361119", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:16:07.852784 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dc1ed755-b609-49ad-b945-a9a663a054b8 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:16:07.853209 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1ed755-b609-49ad-b945-a9a663a054b8'] response: {'name': 'network-changed', 'server_uuid': 'ffd80713-357e-41a4-8c07-866bb74d13a1', 'tag': 'e98bf53e-6975-4a7e-8a41-581d26361119', 'status': 'completed', 'code': 200} Jul 04 10:16:07.873700 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:08.103515 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:16:08.399647 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878aa4e-e4cd-49c4-b221-6ad7383b1d44 req-54bfb6fd-55ff-4609-960d-0bdfc360b82c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:08.401146 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3878aa4e-e4cd-49c4-b221-6ad7383b1d44 req-54bfb6fd-55ff-4609-960d-0bdfc360b82c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0570107 Jul 04 10:16:08.440072 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:08.456138 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3878aa4e-e4cd-49c4-b221-6ad7383b1d44 req-c3f833e0-4678-4fa9-840d-38079f62c851 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465658 Jul 04 10:16:09.582902 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d50af-fac3-4c72-af6e-58f0d40a691f req-dddbb081-c424-4826-966c-9dc536205e70 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:09.584381 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c86d50af-fac3-4c72-af6e-58f0d40a691f req-dddbb081-c424-4826-966c-9dc536205e70 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0483422 Jul 04 10:16:09.636382 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c86d50af-fac3-4c72-af6e-58f0d40a691f req-7bf316e3-d551-41f3-860d-df30b44cd7a7 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461102 Jul 04 10:16:10.674776 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f2c1a-1923-4920-b083-a62e4e4d85b1 req-e88c087d-dfd6-4ffd-902b-3ca3ee55bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:10.676314 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-df9f2c1a-1923-4920-b083-a62e4e4d85b1 req-e88c087d-dfd6-4ffd-902b-3ca3ee55bbc3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10baff2f6e0a421d8050f69d97e6c7c1&device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 1132 time: 0.0431452 Jul 04 10:16:10.710264 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-df9f2c1a-1923-4920-b083-a62e4e4d85b1 req-80ce1351-41ec-4b25-9ecf-409e28c89d57 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=10baff2f6e0a421d8050f69d97e6c7c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198545 Jul 04 10:16:10.783009 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf187787-142e-4863-b28c-76ef6d06a65a req-68bac3b6-2a5b-4886-8991-497475e314de tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:10.784488 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cf187787-142e-4863-b28c-76ef6d06a65a req-68bac3b6-2a5b-4886-8991-497475e314de tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0734160 Jul 04 10:16:10.870771 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f2c1a-1923-4920-b083-a62e4e4d85b1 req-79d1446e-02c8-4c0d-8c8b-0a1ebec4a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:10.872238 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-df9f2c1a-1923-4920-b083-a62e4e4d85b1 req-79d1446e-02c8-4c0d-8c8b-0a1ebec4a8de service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525066 Jul 04 10:16:10.876646 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cf187787-142e-4863-b28c-76ef6d06a65a req-2b41f2c9-2421-426b-9638-fb3a74bab719 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647182 Jul 04 10:16:10.960286 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-ec678383-7d4d-4d4a-b6b9-a156dbb306f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:10.961725 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-ec678383-7d4d-4d4a-b6b9-a156dbb306f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=10baff2f6e0a421d8050f69d97e6c7c1&device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 1132 time: 0.0456145 Jul 04 10:16:11.013051 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-a0b9e260-76d7-4ab7-ad66-48d7bce9bc2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e98bf53e-6975-4a7e-8a41-581d26361119 HTTP/1.1" status: 200 len: 217 time: 0.0324755 Jul 04 10:16:11.064437 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-a1ffff3f-de8e-4509-883c-e90de3ab8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:11.065868 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-a1ffff3f-de8e-4509-883c-e90de3ab8f35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=68f3a004-b045-462a-b684-925db9ce4817 HTTP/1.1" status: 200 len: 843 time: 0.0445490 Jul 04 10:16:11.113207 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-ce92e5e1-5ec3-4035-b32d-e707d483545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:11.114680 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-ce92e5e1-5ec3-4035-b32d-e707d483545a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f0879916-a3d2-48e0-90d0-d746f9d90dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0433087 Jul 04 10:16:11.193296 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:11.212412 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-82fdcde0-625c-402b-bd60-95acdfa50444 service neutron] 10.222.0.74 "GET /v2.0/networks/f0879916-a3d2-48e0-90d0-d746f9d90dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913241 Jul 04 10:16:11.555220 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9f3f2205-3506-4eab-9c7a-bd928127e3f9 req-d3f15a98-2dd8-42cb-b4c6-f819eb6d5595 service neutron] 10.222.0.74 "GET /v2.0/networks/f0879916-a3d2-48e0-90d0-d746f9d90dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355961 Jul 04 10:16:11.997509 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07badc-2592-48f4-9ec3-cbef5f8b56cb req-3689a253-7c79-46c2-86d6-a3ddb0b71ae3 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:11.999438 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f07badc-2592-48f4-9ec3-cbef5f8b56cb req-3689a253-7c79-46c2-86d6-a3ddb0b71ae3 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0512559 Jul 04 10:16:12.036474 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=19,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:12.038459 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:12.048340 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f07badc-2592-48f4-9ec3-cbef5f8b56cb req-d865fbe1-9e10-42e9-a956-aabb9ee1dfad tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Jul 04 10:16:13.177845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42517d-637e-4d7f-adfd-108c4096559e req-d5c025de-1489-4877-bdd9-6a6d7271abe0 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:13.179350 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6b42517d-637e-4d7f-adfd-108c4096559e req-d5c025de-1489-4877-bdd9-6a6d7271abe0 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0496185 Jul 04 10:16:13.231789 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6b42517d-637e-4d7f-adfd-108c4096559e req-cf4ac248-22fb-4d6b-9f23-d1246e9993b7 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466418 Jul 04 10:16:14.358208 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9187d6-13a8-47b7-b621-551067e3a4e5 req-0a3c1013-c654-441b-b221-dba1af2f6a96 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:14.359811 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0e9187d6-13a8-47b7-b621-551067e3a4e5 req-0a3c1013-c654-441b-b221-dba1af2f6a96 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0554304 Jul 04 10:16:14.408591 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0e9187d6-13a8-47b7-b621-551067e3a4e5 req-dd89a192-08e1-4d80-b585-271275114240 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Jul 04 10:16:15.534710 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797755-6c60-4887-b9ab-15ff0b760acb req-2537d00e-dca0-43e6-9fbc-7efcc0e2e5ae tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:15.536065 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dc797755-6c60-4887-b9ab-15ff0b760acb req-2537d00e-dca0-43e6-9fbc-7efcc0e2e5ae tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0539680 Jul 04 10:16:15.548366 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:15.584203 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dc797755-6c60-4887-b9ab-15ff0b760acb req-9ee09096-1f8f-4e53-b042-d7ebc299f536 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Jul 04 10:16:16.706486 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8f6c1-1e5a-4caf-8b8c-cc830ad3eaba req-f3d5d65c-cad1-4a30-a766-c35b055f1567 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:16.707865 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e8f6c1-1e5a-4caf-8b8c-cc830ad3eaba req-f3d5d65c-cad1-4a30-a766-c35b055f1567 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0531275 Jul 04 10:16:16.759200 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e8f6c1-1e5a-4caf-8b8c-cc830ad3eaba req-834ca705-064e-4c3c-a4d5-3e863bb60039 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Jul 04 10:16:17.699596 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device e98bf53e-6975-4a7e-8a41-581d26361119 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:16:17.811167 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port e98bf53e-6975-4a7e-8a41-581d26361119, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=e98bf53e-6975-4a7e-8a41-581d26361119,segment=NetworkSegment(ce4bd71e-1e22-4f09-b602-052f94abd314),segment_id=ce4bd71e-1e22-4f09-b602-052f94abd314)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:17.818311 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:17.824329 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'e98bf53e-6975-4a7e-8a41-581d26361119', 'network_id': 'f0879916-a3d2-48e0-90d0-d746f9d90dbc', 'port_id': 'e98bf53e-6975-4a7e-8a41-581d26361119', 'mac_address': 'fa:16:3e:8a:a0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f3a004-b045-462a-b684-925db9ce4817', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:16:17.864571 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port e98bf53e-6975-4a7e-8a41-581d26361119 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:16:17.864863 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:17.875552 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09fc1f-ae72-4cef-bf4f-2317c35db4d0 req-8e751c46-0a91-428a-b91d-02bae39d79e6 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:17.877039 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e09fc1f-ae72-4cef-bf4f-2317c35db4d0 req-8e751c46-0a91-428a-b91d-02bae39d79e6 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 948 time: 0.0486283 Jul 04 10:16:17.878361 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98bf53e-6975-4a7e-8a41-581d26361119 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:16:17.900121 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port e98bf53e-6975-4a7e-8a41-581d26361119, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=e98bf53e-6975-4a7e-8a41-581d26361119,segment=NetworkSegment(ce4bd71e-1e22-4f09-b602-052f94abd314),segment_id=ce4bd71e-1e22-4f09-b602-052f94abd314)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:17.907080 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:17.936408 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6e09fc1f-ae72-4cef-bf4f-2317c35db4d0 req-17ed3574-2651-40fe-8bcc-ccc955055116 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 Jul 04 10:16:17.957515 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=e98bf53e-6975-4a7e-8a41-581d26361119,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:18.096439 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:19.052569 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3768be0-b941-41e7-b129-a495e355d7f1 req-69628245-5042-41a2-ba17-2220812e461b tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:19.054061 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e3768be0-b941-41e7-b129-a495e355d7f1 req-69628245-5042-41a2-ba17-2220812e461b tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 949 time: 0.0484557 Jul 04 10:16:19.107741 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e3768be0-b941-41e7-b129-a495e355d7f1 req-0c584132-6049-4cb4-a629-3ae94c9100af tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Jul 04 10:16:20.231961 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4c10a-7dec-4fab-8b7c-815d7b640dc5 req-9f801ce2-f107-4c5c-b478-fbe21887139d tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:20.233420 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ffb4c10a-7dec-4fab-8b7c-815d7b640dc5 req-9f801ce2-f107-4c5c-b478-fbe21887139d tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 949 time: 0.0486887 Jul 04 10:16:20.282691 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ffb4c10a-7dec-4fab-8b7c-815d7b640dc5 req-9a2101f5-6b8e-43d8-a6d6-0b8ab25dee6a tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Jul 04 10:16:20.992554 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['e98bf53e-6975-4a7e-8a41-581d26361119'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:16:21.404998 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552d1ec-0fce-4c65-bc97-5f9234fe5719 req-458e5c68-0f35-4d92-bf86-e8808eddced8 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:21.406461 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a552d1ec-0fce-4c65-bc97-5f9234fe5719 req-458e5c68-0f35-4d92-bf86-e8808eddced8 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 949 time: 0.0474114 Jul 04 10:16:21.455364 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a552d1ec-0fce-4c65-bc97-5f9234fe5719 req-c429a87e-fdd5-49cf-a3b7-7554cb71970a tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 Jul 04 10:16:22.596607 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e28292-16ed-4b40-bc3e-341fbecc2a4a req-44b954bb-6333-406c-b746-090ca150c446 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:22.598153 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3e28292-16ed-4b40-bc3e-341fbecc2a4a req-44b954bb-6333-406c-b746-090ca150c446 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 949 time: 0.0605299 Jul 04 10:16:22.652917 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3e28292-16ed-4b40-bc3e-341fbecc2a4a req-60414d2d-f7af-4160-a01d-f9f2f46c6718 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460136 Jul 04 10:16:22.991498 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device e98bf53e-6975-4a7e-8a41-581d26361119 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:16:23.042018 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port e98bf53e-6975-4a7e-8a41-581d26361119 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:16:23.053130 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port e98bf53e-6975-4a7e-8a41-581d26361119 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:16:23.053881 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:23.150854 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port e98bf53e-6975-4a7e-8a41-581d26361119 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:16:23.151237 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:23.176618 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd80713-357e-41a4-8c07-866bb74d13a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98bf53e-6975-4a7e-8a41-581d26361119'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:16:23.179091 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402b6e01-4942-4a21-902d-842d96247862" -d '{"events": [{"server_uuid": "ffd80713-357e-41a4-8c07-866bb74d13a1", "name": "network-vif-plugged", "status": "completed", "tag": "e98bf53e-6975-4a7e-8a41-581d26361119"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:16:23.193228 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port e98bf53e-6975-4a7e-8a41-581d26361119, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=e98bf53e-6975-4a7e-8a41-581d26361119,segment=NetworkSegment(ce4bd71e-1e22-4f09-b602-052f94abd314),segment_id=ce4bd71e-1e22-4f09-b602-052f94abd314)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:23.202747 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:23.229308 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ee06a6-aca8-4478-86a8-3fec21e3fb90 x-openstack-request-id: req-20ee06a6-aca8-4478-86a8-3fec21e3fb90 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:16:23.229587 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd80713-357e-41a4-8c07-866bb74d13a1", "name": "network-vif-plugged", "status": "completed", "tag": "e98bf53e-6975-4a7e-8a41-581d26361119", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:16:23.229861 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20ee06a6-aca8-4478-86a8-3fec21e3fb90 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:16:23.230251 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ee06a6-aca8-4478-86a8-3fec21e3fb90'] response: {'server_uuid': 'ffd80713-357e-41a4-8c07-866bb74d13a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98bf53e-6975-4a7e-8a41-581d26361119', 'code': 200} Jul 04 10:16:23.263257 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=e98bf53e-6975-4a7e-8a41-581d26361119,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:23.751344 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:23.770341 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2df086-2548-490c-b49a-2d122d628ce9 req-45603a99-bbfb-4c3c-b92e-5b349aa3ebc3 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:23.771829 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de2df086-2548-490c-b49a-2d122d628ce9 req-45603a99-bbfb-4c3c-b92e-5b349aa3ebc3 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 950 time: 0.0484705 Jul 04 10:16:23.819764 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-de2df086-2548-490c-b49a-2d122d628ce9 req-503300e1-5885-44e6-9bcd-619b42c87e9a tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Jul 04 10:16:24.976560 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cb0f5-835a-4fa2-acbc-63a2db506912 req-b5198d28-fe4a-4820-b3d5-3fd97e2fdd06 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:24.978054 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-860cb0f5-835a-4fa2-acbc-63a2db506912 req-b5198d28-fe4a-4820-b3d5-3fd97e2fdd06 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 950 time: 0.0793848 Jul 04 10:16:24.983224 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c12c-6412-4cd9-ab57-116a2ecf798b req-2be9cd37-c328-45d5-a80e-1501294bb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:24.984698 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bd80c12c-6412-4cd9-ab57-116a2ecf798b req-2be9cd37-c328-45d5-a80e-1501294bb383 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 1134 time: 0.0544484 Jul 04 10:16:25.028951 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-860cb0f5-835a-4fa2-acbc-63a2db506912 req-e4c69696-914f-4998-9960-b541fa9b2944 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Jul 04 10:16:25.396386 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-86b50921-d49b-4b7e-90c5-f5791440b3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:25.818843 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51054) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:25.943763 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-bd80c12c-6412-4cd9-ab57-116a2ecf798b req-d9c8942b-4846-49a3-ad35-fd40f895f05c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892096 Jul 04 10:16:25.956507 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:25.998507 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Deleting port fc93a60a-08b2-4432-9a4f-ccea485129bf {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:25.999202 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (fc93a60a-08b2-4432-9a4f-ccea485129bf), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:26.081441 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (fc93a60a-08b2-4432-9a4f-ccea485129bf), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:26.081713 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for floatingip (fc93a60a-08b2-4432-9a4f-ccea485129bf), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:26.095017 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Calling delete_port for fc93a60a-08b2-4432-9a4f-ccea485129bf owned by network:floatingip {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:26.206492 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2382380-b711-430e-aedb-58af7425ea5a req-adfcc2ad-86a7-44b9-b060-6e46a6c2cb39 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:26.207983 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d2382380-b711-430e-aedb-58af7425ea5a req-adfcc2ad-86a7-44b9-b060-6e46a6c2cb39 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 950 time: 0.1071281 Jul 04 10:16:26.289389 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d2382380-b711-430e-aedb-58af7425ea5a req-1f60cac7-0223-48e3-a662-5a6e6af13c6d tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747838 Jul 04 10:16:26.357349 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (fc93a60a-08b2-4432-9a4f-ccea485129bf), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:26.379324 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event deleted for resources: {'Port': ['ID=fc93a60a-08b2-4432-9a4f-ccea485129bf,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:26.449340 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for floatingip (7722d81d-3f26-4d2f-bcb5-935c8292eb85), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:26.449664 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Floating IP 7722d81d-3f26-4d2f-bcb5-935c8292eb85 disassociated (deleted). External IP: 172.27.2.167, port: 0561989e-f05a-46b1-a7cf-00085ff7229a. Jul 04 10:16:26.508810 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:26.652454 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Router d256d3bb-5f14-4301-bbeb-079aaed121f8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:16:26.753010 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:16:26.758503 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:26.763790 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] Sync routers for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:16:26.773852 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:16:26.774470 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:15:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:26.791171 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-fa99e27c-c67d-4012-9227-39d17cb0bef0 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "DELETE /v2.0/floatingips/7722d81d-3f26-4d2f-bcb5-935c8292eb85 HTTP/1.1" status: 204 len: 168 time: 0.9706929 Jul 04 10:16:26.791705 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:16:26.794001 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e74ad67-4196-4c38-8333-c4c5601350dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:16:26.827986 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6395bcfd-04cd-4197-81f7-dfdf86b165ac x-openstack-request-id: req-6395bcfd-04cd-4197-81f7-dfdf86b165ac {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:16:26.828221 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:16:26.828465 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6395bcfd-04cd-4197-81f7-dfdf86b165ac {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:16:26.828859 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6395bcfd-04cd-4197-81f7-dfdf86b165ac'] response: {'name': 'network-changed', 'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'status': 'completed', 'code': 200} Jul 04 10:16:26.875390 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:16:26.911165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:26.918957 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-5f353798-ddfa-4f57-889f-a19f551f2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:26.919636 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-5f353798-ddfa-4f57-889f-a19f551f2c1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 1130 time: 0.0443239 Jul 04 10:16:27.092445 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99fa4b-acd2-4405-a4ab-2d30c42a90d8 req-16c465b4-f8e9-4e7f-b428-fe5667c13033 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:27.094050 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ac99fa4b-acd2-4405-a4ab-2d30c42a90d8 req-16c465b4-f8e9-4e7f-b428-fe5667c13033 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0669298 Jul 04 10:16:27.097253 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 5, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:27.098759 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-ce95fb46-6cdb-405a-b8d0-190fa37d2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:27.100157 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-ce95fb46-6cdb-405a-b8d0-190fa37d2b1a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 200 len: 909 time: 0.1681793 Jul 04 10:16:27.123060 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] Checking router: d256d3bb-5f14-4301-bbeb-079aaed121f8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:16:27.132372 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:16:27.133166 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:15:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:27.145256 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ac99fa4b-acd2-4405-a4ab-2d30c42a90d8 req-141fb16b-1578-4176-b54b-149ff159327f tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441139 Jul 04 10:16:27.235933 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:16:27.408754 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00454b0-65e6-4509-896c-172e57e0d3c1 req-62f1e60f-2d88-4b8c-923b-6b5c91ee2fcb tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:27.410280 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b00454b0-65e6-4509-896c-172e57e0d3c1 req-62f1e60f-2d88-4b8c-923b-6b5c91ee2fcb tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 950 time: 0.0521228 Jul 04 10:16:27.437947 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 5, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:27.459961 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b00454b0-65e6-4509-896c-172e57e0d3c1 req-cb0de82b-f30b-43ff-afe0-0a5e01f1572a tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Jul 04 10:16:27.463056 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d59ff5-8339-4cf6-bee1-e6282d20d8d9 None None] The sync data for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi is: [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:29Z', 'revision_number': 4, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '6ea353cd-e388-4e35-8637-220f2a1319a6', 'name': '', 'network_id': 'ce6e6105-a549-4580-b0f7-630aadbb2dbf', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'mac_address': 'fa:16:3e:6d:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:28Z', 'updated_at': '2022-07-04T10:11:34Z', 'revision_number': 5, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'subnets': [{'id': '7c5e177a-1956-4b07-ad73-48c5e98ae268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:16:27.558073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cee8-f376-413f-b236-35b29e383780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:27.686328 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e0910-3376-485f-a26c-1d7cdfbda16b None None] New status for floating IP 7722d81d-3f26-4d2f-bcb5-935c8292eb85: DOWN {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:16:28.271959 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab0808-d662-4fd8-8b9e-6b0f047804f7 req-9b867dae-6f3a-4ac0-bfe8-a265c3f77fb6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:28.273443 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-18ab0808-d662-4fd8-8b9e-6b0f047804f7 req-9b867dae-6f3a-4ac0-bfe8-a265c3f77fb6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0556128 Jul 04 10:16:28.354704 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-18ab0808-d662-4fd8-8b9e-6b0f047804f7 req-92dd6975-8b3c-4b8b-a59f-9da64e7f71dc tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746343 Jul 04 10:16:28.399738 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-28a31424-0ab6-44cf-8c3d-9059fe4c3885 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 200 len: 217 time: 0.0642216 Jul 04 10:16:28.594020 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-c34b80aa-aa99-4ff6-9397-283ce640c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:28.595509 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-c34b80aa-aa99-4ff6-9397-283ce640c5f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7c5e177a-1956-4b07-ad73-48c5e98ae268 HTTP/1.1" status: 200 len: 847 time: 0.0850189 Jul 04 10:16:28.606632 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6234cb-3368-4113-9f89-0430e3ba91a2 req-d04bc702-cd77-4bb8-9636-008278a2807f tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:28.607909 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dd6234cb-3368-4113-9f89-0430e3ba91a2 req-d04bc702-cd77-4bb8-9636-008278a2807f tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 950 time: 0.0685115 Jul 04 10:16:28.657968 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dd6234cb-3368-4113-9f89-0430e3ba91a2 req-998a75b9-3121-41ef-990d-4be33399589d tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433850 Jul 04 10:16:28.944832 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a5bb2-b0ae-4f50-88f5-79724e4845fe req-7b2cc722-7a36-4f55-825c-a92774abfb0b tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:28.946962 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10a5bb2-b0ae-4f50-88f5-79724e4845fe req-7b2cc722-7a36-4f55-825c-a92774abfb0b tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 950 time: 0.0488322 Jul 04 10:16:29.004761 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10a5bb2-b0ae-4f50-88f5-79724e4845fe req-dee5d22f-c7c0-4408-9189-34b7d6f15b25 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495996 Jul 04 10:16:29.036225 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:29.074219 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-e8d4f68d-a9fa-4351-9dcc-7a1ee32a8f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:29.075767 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-e8d4f68d-a9fa-4351-9dcc-7a1ee32a8f44 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce6e6105-a549-4580-b0f7-630aadbb2dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495155 Jul 04 10:16:29.423242 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:29.493560 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d0496-3b75-4755-9149-f4b076811e2c req-2f56fa26-8688-445a-82d0-0bb7111f7060 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:29.495956 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-625d0496-3b75-4755-9149-f4b076811e2c req-2f56fa26-8688-445a-82d0-0bb7111f7060 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.0587716 Jul 04 10:16:29.563069 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-625d0496-3b75-4755-9149-f4b076811e2c req-e9780d6d-4124-4536-b440-67577be0f626 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608358 Jul 04 10:16:30.134101 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf0b69-c435-45c7-8bc1-0f423e2b76f8 req-c1e02b0a-dbfb-4c3f-8383-10957888e93e tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:30.135642 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-01cf0b69-c435-45c7-8bc1-0f423e2b76f8 req-c1e02b0a-dbfb-4c3f-8383-10957888e93e tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 950 time: 0.0515869 Jul 04 10:16:30.188975 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-01cf0b69-c435-45c7-8bc1-0f423e2b76f8 req-7780f326-dc2b-4f33-a69e-996bd0fe77ce tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/security-groups?id=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454819 Jul 04 10:16:30.485132 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:30.772103 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-9a4e0211-3ede-4c2d-b59c-20a44dba4e6e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:30.775133 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-9a4e0211-3ede-4c2d-b59c-20a44dba4e6e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.1224389 Jul 04 10:16:30.797976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0298d5-535a-436e-aa78-12351da59913 req-b699f07b-15aa-46a8-9d64-480971bb2ac6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:30.799213 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:30.806912 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4f0298d5-535a-436e-aa78-12351da59913 req-b699f07b-15aa-46a8-9d64-480971bb2ac6 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 946 time: 0.1557891 Jul 04 10:16:30.816577 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-2808e9f3-c279-4a77-8cc5-3f3c6702b6ab tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:30.819747 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-2808e9f3-c279-4a77-8cc5-3f3c6702b6ab tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 950 time: 0.0951540 Jul 04 10:16:30.836056 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-66e11113-6575-4fb7-b39a-82b52a087907 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538927 Jul 04 10:16:30.879884 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:30.939287 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Deleting port e98bf53e-6975-4a7e-8a41-581d26361119 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:30.939848 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:31.038784 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4f0298d5-535a-436e-aa78-12351da59913 req-f49c7526-e0ab-4c75-a563-07dd87031a49 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/security-groups?id=60541df0-5670-42de-adab-262180a945df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301679 Jul 04 10:16:31.063172 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Deleting port 0561989e-f05a-46b1-a7cf-00085ff7229a {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:31.063603 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:31.074361 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] For port e98bf53e-6975-4a7e-8a41-581d26361119, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=e98bf53e-6975-4a7e-8a41-581d26361119,segment=NetworkSegment(ce4bd71e-1e22-4f09-b602-052f94abd314),segment_id=ce4bd71e-1e22-4f09-b602-052f94abd314)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:31.074908 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:31.090814 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Calling delete_port for e98bf53e-6975-4a7e-8a41-581d26361119 owned by compute:nova {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:31.106504 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e74ad67-4196-4c38-8333-c4c5601350dc req-043dc7bf-a618-402b-953f-d1e2d7896865 service neutron] 10.222.0.74 "GET /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396266 Jul 04 10:16:31.203381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] For port 0561989e-f05a-46b1-a7cf-00085ff7229a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=0561989e-f05a-46b1-a7cf-00085ff7229a,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:31.203381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:31.219706 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Calling delete_port for 0561989e-f05a-46b1-a7cf-00085ff7229a owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:31.269593 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (e98bf53e-6975-4a7e-8a41-581d26361119), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:31.282525 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['e98bf53e-6975-4a7e-8a41-581d26361119'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:16:31.300404 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Pushing event deleted for resources: {'Port': ['ID=e98bf53e-6975-4a7e-8a41-581d26361119,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:31.301547 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4994bd1f-adcc-499d-9294-5ade967a04d6 req-f6822607-ade8-434f-a256-81f05f434058 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 210 time: 0.0343251 Jul 04 10:16:31.339619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.339619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.339619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.339619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.339619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.339619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.339619 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.340275 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.340275 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.340454 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.340791 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.341118 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.341511 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.341917 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.342885 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:16:31.363352 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] No DVR routers for this DVR port e98bf53e-6975-4a7e-8a41-581d26361119 on host hv-cinder-84841 {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:16:31.368807 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:31.372434 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-dc79e9c5-e81e-4822-9b2a-fef3f5f061cc req-7259bada-0e03-4257-aabe-68360871f53c tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.74 "DELETE /v2.0/ports/e98bf53e-6975-4a7e-8a41-581d26361119 HTTP/1.1" status: 204 len: 173 time: 0.5443914 Jul 04 10:16:31.372913 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd80713-357e-41a4-8c07-866bb74d13a1', 'name': 'network-vif-deleted', 'tag': 'e98bf53e-6975-4a7e-8a41-581d26361119'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:16:31.375392 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a746cad-e971-4e33-813c-308c4d59b084" -d '{"events": [{"server_uuid": "ffd80713-357e-41a4-8c07-866bb74d13a1", "name": "network-vif-deleted", "tag": "e98bf53e-6975-4a7e-8a41-581d26361119"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:16:31.417869 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (0561989e-f05a-46b1-a7cf-00085ff7229a), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:31.427236 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:31.450242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event deleted for resources: {'Port': ['ID=0561989e-f05a-46b1-a7cf-00085ff7229a,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:31.504009 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] No DVR routers for this DVR port 0561989e-f05a-46b1-a7cf-00085ff7229a on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:16:31.507359 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:31.511159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9ed7fa8d-8094-4056-838e-64d3364c5298 req-20244197-d581-4606-be9f-1a898ff6664e tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.74 "DELETE /v2.0/ports/0561989e-f05a-46b1-a7cf-00085ff7229a HTTP/1.1" status: 204 len: 173 time: 0.7235882 Jul 04 10:16:31.511647 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'name': 'network-vif-deleted', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:16:31.514792 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fe5c26-5f9d-4c38-b598-0e7ad63350f8" -d '{"events": [{"server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "name": "network-vif-deleted", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:16:31.564954 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580ccebd-ceb9-4ac9-baf7-e48aee5365f7 x-openstack-request-id: req-580ccebd-ceb9-4ac9-baf7-e48aee5365f7 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:16:31.565305 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9526d9a-e0e4-4708-a2da-872d57732128", "name": "network-vif-deleted", "tag": "0561989e-f05a-46b1-a7cf-00085ff7229a", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:16:31.565657 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-580ccebd-ceb9-4ac9-baf7-e48aee5365f7 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:16:31.566102 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580ccebd-ceb9-4ac9-baf7-e48aee5365f7'] response: {'server_uuid': 'f9526d9a-e0e4-4708-a2da-872d57732128', 'name': 'network-vif-deleted', 'tag': '0561989e-f05a-46b1-a7cf-00085ff7229a', 'status': 'completed', 'code': 200} Jul 04 10:16:31.607944 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87c25f9-b900-452c-930f-4debcbbb478e x-openstack-request-id: req-c87c25f9-b900-452c-930f-4debcbbb478e {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:16:31.608399 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd80713-357e-41a4-8c07-866bb74d13a1", "name": "network-vif-deleted", "tag": "e98bf53e-6975-4a7e-8a41-581d26361119", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:16:31.608577 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c87c25f9-b900-452c-930f-4debcbbb478e {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:16:31.608858 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87c25f9-b900-452c-930f-4debcbbb478e'] response: {'server_uuid': 'ffd80713-357e-41a4-8c07-866bb74d13a1', 'name': 'network-vif-deleted', 'tag': 'e98bf53e-6975-4a7e-8a41-581d26361119', 'status': 'completed', 'code': 200} Jul 04 10:16:32.144113 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-37260eab-2549-4e00-93bb-1a22fbc4df3c req-32d21355-a15a-4173-be36-1ffa31beb4f7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0324733 Jul 04 10:16:32.249656 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebdbce-1e37-4ef9-bc21-7d84f73a51ef req-085cacfa-a451-4477-bc55-b3fe545a133f tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:32.252964 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cfebdbce-1e37-4ef9-bc21-7d84f73a51ef req-085cacfa-a451-4477-bc55-b3fe545a133f tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0522866 Jul 04 10:16:32.304095 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cfebdbce-1e37-4ef9-bc21-7d84f73a51ef req-4700ad53-b9f2-4533-ad4b-87a8882736dd tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471663 Jul 04 10:16:32.426352 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-22275563-ab19-4724-b594-6e0670e0f71f req-86aaa8d6-0e7f-46f6-8d44-39f4ada9002a tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 210 time: 0.0281181 Jul 04 10:16:33.253406 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a0ad1139-3bc6-43f9-bb43-e7eabff2972d req-4cc7b247-caae-4d4a-ae88-e65b103d1f5c tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0286655 Jul 04 10:16:33.433508 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37365a-0b7c-43be-9942-da07e23fe7e2 req-687fa9b0-78ca-45fd-b99f-358587669001 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:33.435014 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f37365a-0b7c-43be-9942-da07e23fe7e2 req-687fa9b0-78ca-45fd-b99f-358587669001 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0509291 Jul 04 10:16:33.483122 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3f37365a-0b7c-43be-9942-da07e23fe7e2 req-510a535e-1677-4e4c-9b21-74ae40058186 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421345 Jul 04 10:16:33.548609 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1f11a51d-3d04-4dd0-b4cd-11638da7beb5 req-5b6688d1-f59c-4fd4-8c26-78e66ac0d1e4 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 210 time: 0.0331523 Jul 04 10:16:34.197168 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 0561989e-f05a-46b1-a7cf-00085ff7229a no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:34.223745 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 0561989e-f05a-46b1-a7cf-00085ff7229a {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:34.224159 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 0561989e-f05a-46b1-a7cf-00085ff7229a not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:34.244195 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:34.349457 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-723e4bf6-c649-420d-a55e-c1e123b1a67d req-1c5a4c99-045a-4f4b-9ea5-f59d3b063898 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0275176 Jul 04 10:16:34.613453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f82174-8710-42ad-b993-d2d78919ef26 req-6d9652a5-2558-4c0a-a2d6-f91cd1b7d1bd tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:34.614989 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1f82174-8710-42ad-b993-d2d78919ef26 req-6d9652a5-2558-4c0a-a2d6-f91cd1b7d1bd tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Jul 04 10:16:34.923489 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-676a920c-c060-4b9f-8cd7-b6bde47e15dd req-c5009797-01da-41ce-989a-56c30a49a433 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 210 time: 0.2870507 Jul 04 10:16:34.946037 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d1f82174-8710-42ad-b993-d2d78919ef26 req-98ef18f8-a34b-437b-9460-5e6cab86ee3b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255162 Jul 04 10:16:35.453505 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b76b29ba-dd8b-4413-a07f-d2952cba1dd8 req-c14914f0-0522-4c78-b364-36334a38d2f7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0285318 Jul 04 10:16:35.455369 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device e98bf53e-6975-4a7e-8a41-581d26361119 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:35.476110 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: e98bf53e-6975-4a7e-8a41-581d26361119 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:35.476442 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device e98bf53e-6975-4a7e-8a41-581d26361119 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:36.047407 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0af2615-b8df-429a-9e11-815cb08c6077 req-f4c5666e-40d8-428b-8376-222f2316dd08 tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 210 time: 0.0344687 Jul 04 10:16:36.084629 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71cfa3-87d3-4dd9-822d-54a530cb7923 req-d51dcabd-fb86-427c-ab17-79624984ef04 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:36.086169 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0d71cfa3-87d3-4dd9-822d-54a530cb7923 req-d51dcabd-fb86-427c-ab17-79624984ef04 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0642362 Jul 04 10:16:36.134751 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0d71cfa3-87d3-4dd9-822d-54a530cb7923 req-9679f079-b15d-440e-b21f-a6c5c8dde08b tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jul 04 10:16:36.553770 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3a448d5b-5792-47db-99a8-53c1731f8a08 req-d1718298-d48c-4f1a-b8e2-4dc99be1d777 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0284142 Jul 04 10:16:37.150086 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:37.170699 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-618c21cf-18c3-4402-96de-5f94fd3a7a70 req-73c88dac-2f0f-40e9-a127-8f5683ef217e tempest-VolumesNegativeTest-691364777 tempest-VolumesNegativeTest-691364777-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd80713-357e-41a4-8c07-866bb74d13a1 HTTP/1.1" status: 200 len: 210 time: 0.0291908 Jul 04 10:16:37.252408 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a3e6-fa45-4bd0-83eb-65729dc5c37c req-44a08d36-3602-4095-a26a-29b68eb9d00d tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:37.254013 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cd32a3e6-fa45-4bd0-83eb-65729dc5c37c req-44a08d36-3602-4095-a26a-29b68eb9d00d tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0480585 Jul 04 10:16:37.304919 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cd32a3e6-fa45-4bd0-83eb-65729dc5c37c req-649daaca-bb9d-4eaa-bb87-f99229660cc9 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0e5c69c-5105-41b6-88f7-d05faf047597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Jul 04 10:16:37.435448 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:37.440814 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=72 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:37.692816 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b178dfc8-0899-4e67-8d01-9f0211212947 req-c63b7e3a-f643-4931-9b98-edc8874ba6a7 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0288875 Jul 04 10:16:37.816827 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-f861fe4b-ec6c-46a7-8ff1-4f3cb6ea10d8 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:37.818711 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-f861fe4b-ec6c-46a7-8ff1-4f3cb6ea10d8 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 945 time: 0.0789535 Jul 04 10:16:37.916723 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Deleting port 3e85a0da-42ed-45c8-9f74-14b797540c24 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:37.917087 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:38.013479 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] For port 3e85a0da-42ed-45c8-9f74-14b797540c24, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=3e85a0da-42ed-45c8-9f74-14b797540c24,segment=NetworkSegment(2a8b573b-0b2d-4cd6-aa4a-5044718c8230),segment_id=2a8b573b-0b2d-4cd6-aa4a-5044718c8230)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:38.013866 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:38.027345 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Calling delete_port for 3e85a0da-42ed-45c8-9f74-14b797540c24 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:38.149508 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:38.166334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (3e85a0da-42ed-45c8-9f74-14b797540c24), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:38.179513 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['3e85a0da-42ed-45c8-9f74-14b797540c24'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:16:38.183240 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:38.194463 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Pushing event deleted for resources: {'Port': ['ID=3e85a0da-42ed-45c8-9f74-14b797540c24,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:38.247459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] No DVR routers for this DVR port 3e85a0da-42ed-45c8-9f74-14b797540c24 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:16:38.250152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:38.253451 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d8e16238-1086-4ee1-89ce-b81fd9429a2b req-eb30b167-2a37-4bc2-a343-742102598dce tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.74 "DELETE /v2.0/ports/3e85a0da-42ed-45c8-9f74-14b797540c24 HTTP/1.1" status: 204 len: 173 time: 0.4282064 Jul 04 10:16:38.253916 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a1784f-42f6-4008-8876-e94fe9c5b2e5', 'name': 'network-vif-deleted', 'tag': '3e85a0da-42ed-45c8-9f74-14b797540c24'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:16:38.256168 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a046f1-6c37-4228-9a26-e707100562c3" -d '{"events": [{"server_uuid": "d2a1784f-42f6-4008-8876-e94fe9c5b2e5", "name": "network-vif-deleted", "tag": "3e85a0da-42ed-45c8-9f74-14b797540c24"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:16:38.291153 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcb2f82-9c2d-49f6-924c-09ce1326ab49 x-openstack-request-id: req-5bcb2f82-9c2d-49f6-924c-09ce1326ab49 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:16:38.291433 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a1784f-42f6-4008-8876-e94fe9c5b2e5", "name": "network-vif-deleted", "tag": "3e85a0da-42ed-45c8-9f74-14b797540c24", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:16:38.291661 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5bcb2f82-9c2d-49f6-924c-09ce1326ab49 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:16:38.292194 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bcb2f82-9c2d-49f6-924c-09ce1326ab49'] response: {'server_uuid': 'd2a1784f-42f6-4008-8876-e94fe9c5b2e5', 'name': 'network-vif-deleted', 'tag': '3e85a0da-42ed-45c8-9f74-14b797540c24', 'status': 'completed', 'code': 200} Jul 04 10:16:38.417553 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-66e4c6cf-2993-4666-bb92-392972c36276 req-b43e890a-4800-4ad7-ba05-0b16620e6c00 tempest-VolumesSnapshotTestJSON-520468413 tempest-VolumesSnapshotTestJSON-520468413-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2a1784f-42f6-4008-8876-e94fe9c5b2e5 HTTP/1.1" status: 200 len: 210 time: 0.0331066 Jul 04 10:16:38.518745 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6613cc04-c04d-476a-b74b-85d7fc134f0b req-9e1857b5-cdfa-4557-9e7e-db6a04324125 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f9526d9a-e0e4-4708-a2da-872d57732128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0355251 Jul 04 10:16:38.755130 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51316) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:38.812236 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6613cc04-c04d-476a-b74b-85d7fc134f0b req-5c382434-21ff-4984-aad3-261e75ad860f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&device_id=f9526d9a-e0e4-4708-a2da-872d57732128 HTTP/1.1" status: 200 len: 210 time: 0.0397062 Jul 04 10:16:38.880430 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ea3968a3-b671-4063-bdc1-e45fd8223839 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group (60541df0-5670-42de-adab-262180a945df), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:38.952453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ea3968a3-b671-4063-bdc1-e45fd8223839 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group (60541df0-5670-42de-adab-262180a945df), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:39.007040 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613cc04-c04d-476a-b74b-85d7fc134f0b req-fa5d3f19-d616-4f05-8a9d-34807a9f0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:39.008477 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6613cc04-c04d-476a-b74b-85d7fc134f0b req-fa5d3f19-d616-4f05-8a9d-34807a9f0931 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1743009 Jul 04 10:16:39.115256 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ea3968a3-b671-4063-bdc1-e45fd8223839 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (60541df0-5670-42de-adab-262180a945df), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:39.117999 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-ea3968a3-b671-4063-bdc1-e45fd8223839 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:39.119452 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-ea3968a3-b671-4063-bdc1-e45fd8223839 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] 10.222.0.79 "DELETE /v2.0/security-groups/60541df0-5670-42de-adab-262180a945df HTTP/1.1" status: 204 len: 168 time: 0.3626261 Jul 04 10:16:39.133732 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3968a3-b671-4063-bdc1-e45fd8223839 tempest-TestShelveInstance-1013910931 tempest-TestShelveInstance-1013910931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60541df0-5670-42de-adab-262180a945df,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:39.138281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613cc04-c04d-476a-b74b-85d7fc134f0b req-af91f291-8a5e-4e65-8290-993d6dbb6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:16:39.140302 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6613cc04-c04d-476a-b74b-85d7fc134f0b req-af91f291-8a5e-4e65-8290-993d6dbb6c4c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1249423 Jul 04 10:16:39.206621 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51382) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:39.742313 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (d256d3bb-5f14-4301-bbeb-079aaed121f8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:39.861301 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:40.264692 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:40.270329 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Deleting port 6ea353cd-e388-4e35-8637-220f2a1319a6 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:40.270669 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:40.362261 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] For port 6ea353cd-e388-4e35-8637-220f2a1319a6, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=6ea353cd-e388-4e35-8637-220f2a1319a6,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:40.362628 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:40.378886 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Calling delete_port for 6ea353cd-e388-4e35-8637-220f2a1319a6 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:40.597606 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (6ea353cd-e388-4e35-8637-220f2a1319a6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:40.635462 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea353cd-e388-4e35-8637-220f2a1319a6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:40.848821 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (d256d3bb-5f14-4301-bbeb-079aaed121f8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.123729 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51576) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:41.138968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Router d256d3bb-5f14-4301-bbeb-079aaed121f8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:16:41.240338 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:41.260897 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:41.284453 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cb581ea5-9d65-47e6-9cf4-ee8ca0cbdce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.293275 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:16:41.300257 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d8f3c678-92c8-4216-8131-55253d2486dc admin admin] 10.222.0.79 "PUT /v2.0/routers/d256d3bb-5f14-4301-bbeb-079aaed121f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0923750 Jul 04 10:16:41.303875 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51592) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:41.305923 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] Sync routers for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:16:41.316212 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:16:41.316873 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:41.434095 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:16:41.456588 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks [] for router (d256d3bb-5f14-4301-bbeb-079aaed121f8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.531967 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cb581ea5-9d65-47e6-9cf4-ee8ca0cbdce6 admin admin] Publish callbacks [] for security_group (38d6da51-15c7-49fb-8e55-7d000df8490a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.541693 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cb581ea5-9d65-47e6-9cf4-ee8ca0cbdce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (38d6da51-15c7-49fb-8e55-7d000df8490a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.599276 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cb581ea5-9d65-47e6-9cf4-ee8ca0cbdce6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17ccee846512409fb020914db8d8a13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747088 Jul 04 10:16:41.600282 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb581ea5-9d65-47e6-9cf4-ee8ca0cbdce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d6da51-15c7-49fb-8e55-7d000df8490a,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:41.601997 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51610) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:41.608461 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks [] for router_gateway (d256d3bb-5f14-4301-bbeb-079aaed121f8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.623357 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:41.655519 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Deleting port 0059f50a-7e8a-4597-a3e7-09f17517eede {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:41.655955 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.659173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5aba1394-271f-474f-bc1d-8044a55a2556 admin admin] Publish callbacks [] for security_group (38d6da51-15c7-49fb-8e55-7d000df8490a), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.681489 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5aba1394-271f-474f-bc1d-8044a55a2556 admin admin] Publish callbacks [] for security_group (38d6da51-15c7-49fb-8e55-7d000df8490a), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.720787 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:16:40Z', 'revision_number': 5, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port': {'id': '0059f50a-7e8a-4597-a3e7-09f17517eede', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:41.735392 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5aba1394-271f-474f-bc1d-8044a55a2556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (38d6da51-15c7-49fb-8e55-7d000df8490a), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.738026 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5aba1394-271f-474f-bc1d-8044a55a2556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.741517 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-5aba1394-271f-474f-bc1d-8044a55a2556 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38d6da51-15c7-49fb-8e55-7d000df8490a HTTP/1.1" status: 204 len: 168 time: 0.1361105 Jul 04 10:16:41.746372 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] Checking router: d256d3bb-5f14-4301-bbeb-079aaed121f8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:16:41.750341 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] For port 0059f50a-7e8a-4597-a3e7-09f17517eede, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=0059f50a-7e8a-4597-a3e7-09f17517eede,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:41.750715 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.753816 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba1394-271f-474f-bc1d-8044a55a2556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d6da51-15c7-49fb-8e55-7d000df8490a,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:41.755976 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] Routers {'d256d3bb-5f14-4301-bbeb-079aaed121f8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:16:41.756590 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['d256d3bb-5f14-4301-bbeb-079aaed121f8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:41.767558 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Calling delete_port for 0059f50a-7e8a-4597-a3e7-09f17517eede owned by network:router_gateway {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:41.845490 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] Set router d256d3bb-5f14-4301-bbeb-079aaed121f8 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:16:41.897487 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:16:41Z', 'revision_number': 6, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:41.927341 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d4086-3029-4aa0-8e18-3a3cc5d35354 None None] The sync data for ids ['d256d3bb-5f14-4301-bbeb-079aaed121f8'] in dv-cinder-848418-1-iscsi is: [{'id': 'd256d3bb-5f14-4301-bbeb-079aaed121f8', 'name': 'tempest-TestShelveInstance-522409864-router', 'tenant_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:26Z', 'updated_at': '2022-07-04T10:16:41Z', 'revision_number': 6, 'project_id': 'f8d7bb97464d4807a6b7bbac9a41dc67', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:16:41.956115 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (0059f50a-7e8a-4597-a3e7-09f17517eede), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:41.990822 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:41.991771 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0059f50a-7e8a-4597-a3e7-09f17517eede,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:42.053906 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (d256d3bb-5f14-4301-bbeb-079aaed121f8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.096401 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51616) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:42.110527 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2344966-0ce9-44ac-a62c-bc5210ebef60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.131597 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:42.143651 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (d256d3bb-5f14-4301-bbeb-079aaed121f8), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.146002 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks [] for router_controller (d256d3bb-5f14-4301-bbeb-079aaed121f8), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.197069 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2344966-0ce9-44ac-a62c-bc5210ebef60 admin admin] Publish callbacks [] for security_group (d21b445c-ccdf-48ac-8172-0a1e26dbdd70), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.199604 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (d256d3bb-5f14-4301-bbeb-079aaed121f8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.200264 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d256d3bb-5f14-4301-bbeb-079aaed121f8 {{(pid=104130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:16:42.203289 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-a2344966-0ce9-44ac-a62c-bc5210ebef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (d21b445c-ccdf-48ac-8172-0a1e26dbdd70), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.205201 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.206609 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f041fc33-bc29-4696-aa89-157ab9e200e2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d256d3bb-5f14-4301-bbeb-079aaed121f8 HTTP/1.1" status: 204 len: 168 time: 0.9017987 Jul 04 10:16:42.209844 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51622) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:42.245424 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-a2344966-0ce9-44ac-a62c-bc5210ebef60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=444c9611ae9f4260b580c5814d9d8d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479123 Jul 04 10:16:42.246370 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2344966-0ce9-44ac-a62c-bc5210ebef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21b445c-ccdf-48ac-8172-0a1e26dbdd70,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:42.248735 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51626) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:42.263330 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b26744d-b186-4105-8a53-0fa68ec1c39c admin admin] Deleting subnet 7c5e177a-1956-4b07-ad73-48c5e98ae268 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:16:42.266662 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b26744d-b186-4105-8a53-0fa68ec1c39c admin admin] Publish callbacks [] for subnet (7c5e177a-1956-4b07-ad73-48c5e98ae268), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.308494 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b26744d-b186-4105-8a53-0fa68ec1c39c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (7c5e177a-1956-4b07-ad73-48c5e98ae268), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.323919 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6fb98e54-7903-4919-a591-b71ff2d4fef0 admin admin] Publish callbacks [] for security_group (d21b445c-ccdf-48ac-8172-0a1e26dbdd70), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.339199 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:42.352823 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6fb98e54-7903-4919-a591-b71ff2d4fef0 admin admin] Publish callbacks [] for security_group (d21b445c-ccdf-48ac-8172-0a1e26dbdd70), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.419860 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6fb98e54-7903-4919-a591-b71ff2d4fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (d21b445c-ccdf-48ac-8172-0a1e26dbdd70), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.421723 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b26744d-b186-4105-8a53-0fa68ec1c39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (7c5e177a-1956-4b07-ad73-48c5e98ae268), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.422597 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6fb98e54-7903-4919-a591-b71ff2d4fef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.423765 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6fb98e54-7903-4919-a591-b71ff2d4fef0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d21b445c-ccdf-48ac-8172-0a1e26dbdd70 HTTP/1.1" status: 204 len: 168 time: 0.1741416 Jul 04 10:16:42.432381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb98e54-7903-4919-a591-b71ff2d4fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21b445c-ccdf-48ac-8172-0a1e26dbdd70,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:42.487529 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b26744d-b186-4105-8a53-0fa68ec1c39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (7c5e177a-1956-4b07-ad73-48c5e98ae268), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.517645 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26744d-b186-4105-8a53-0fa68ec1c39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5e177a-1956-4b07-ad73-48c5e98ae268,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:42.523416 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b26744d-b186-4105-8a53-0fa68ec1c39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.527039 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7b26744d-b186-4105-8a53-0fa68ec1c39c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7c5e177a-1956-4b07-ad73-48c5e98ae268 HTTP/1.1" status: 204 len: 168 time: 0.3161685 Jul 04 10:16:42.529603 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51632) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:42.532514 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d522c97-bad4-4ded-833d-4c7abb4cda4c None None] Network ce6e6105-a549-4580-b0f7-630aadbb2dbf requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:16:42.565406 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:42.604490 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (ce6e6105-a549-4580-b0f7-630aadbb2dbf), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.674381 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Deleting port 412ff356-d163-456e-a5b6-678b93fa5d94 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:42.677658 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.722181 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] DHCP port deletion for ce6e6105-a549-4580-b0f7-630aadbb2dbf request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:16:42.755869 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] For port 412ff356-d163-456e-a5b6-678b93fa5d94, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=412ff356-d163-456e-a5b6-678b93fa5d94,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:42.756594 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.763319 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] Deleting port 412ff356-d163-456e-a5b6-678b93fa5d94 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:42.763689 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.782121 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Calling delete_port for 412ff356-d163-456e-a5b6-678b93fa5d94 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:42.837943 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] For port 412ff356-d163-456e-a5b6-678b93fa5d94, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=412ff356-d163-456e-a5b6-678b93fa5d94,segment=NetworkSegment(e9e787f4-a704-4fec-a523-6d1617d97b2f),segment_id=e9e787f4-a704-4fec-a523-6d1617d97b2f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:42.838345 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.853653 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] Calling delete_port for 412ff356-d163-456e-a5b6-678b93fa5d94 owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:42.894993 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.922547 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=412ff356-d163-456e-a5b6-678b93fa5d94,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:42.928078 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] No DVR routers for this DVR port 412ff356-d163-456e-a5b6-678b93fa5d94 on host dv-cinder-848418-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:16:42.941159 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555'] for port (412ff356-d163-456e-a5b6-678b93fa5d94), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:42.972831 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] No DVR routers for this DVR port 412ff356-d163-456e-a5b6-678b93fa5d94 on host dv-cinder-848418-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:16:42.983855 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34873922-9587-4b23-a2ee-0dc3d1cc9ce0 None None] Pushing event deleted for resources: {'Port': ['ID=412ff356-d163-456e-a5b6-678b93fa5d94,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:43.009537 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (ce6e6105-a549-4580-b0f7-630aadbb2dbf), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.031607 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6e6105-a549-4580-b0f7-630aadbb2dbf']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:43.041891 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e787f4-a704-4fec-a523-6d1617d97b2f') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:43.042181 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e787f4-a704-4fec-a523-6d1617d97b2f') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:43.052569 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3257662'] for segment (e9e787f4-a704-4fec-a523-6d1617d97b2f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.065989 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (e9e787f4-a704-4fec-a523-6d1617d97b2f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.072513 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:16:43.072920 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3384101'] for segment (e9e787f4-a704-4fec-a523-6d1617d97b2f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.124542 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment e9e787f4-a704-4fec-a523-6d1617d97b2f resource provider aggregate not found Jul 04 10:16:43.131232 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:43.141777 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (ce6e6105-a549-4580-b0f7-630aadbb2dbf), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.144364 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment e9e787f4-a704-4fec-a523-6d1617d97b2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9e787f4-a704-4fec-a523-6d1617d97b2f found for delete ", "request_id": "req-dab241b8-be1e-49fc-b49f-352686792ff4"}]} Jul 04 10:16:43.148860 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.152967 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ce6e6105-a549-4580-b0f7-630aadbb2dbf HTTP/1.1" status: 204 len: 168 time: 0.6221187 Jul 04 10:16:43.155973 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51656) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:43.166776 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e3e6e-6b7c-4503-8a15-c0c1f51beac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6e6105-a549-4580-b0f7-630aadbb2dbf,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:43.487157 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (0a37284d-f3b2-406f-960e-20afd6000416), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.562349 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:43.727605 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Deleting port f86275e6-410b-4276-954c-8aed7dfb2048 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:43.727948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.805938 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] For port f86275e6-410b-4276-954c-8aed7dfb2048, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=f86275e6-410b-4276-954c-8aed7dfb2048,segment=NetworkSegment(c613a69b-2729-4b73-bc22-7eb858bf48d8),segment_id=c613a69b-2729-4b73-bc22-7eb858bf48d8)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:43.806345 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:43.819863 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Calling delete_port for f86275e6-410b-4276-954c-8aed7dfb2048 owned by network:router_interface {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:43.965195 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:43.971184 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 412ff356-d163-456e-a5b6-678b93fa5d94 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:43.993908 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 412ff356-d163-456e-a5b6-678b93fa5d94 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:43.994555 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 412ff356-d163-456e-a5b6-678b93fa5d94 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:43.995197 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 0059f50a-7e8a-4597-a3e7-09f17517eede no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:44.014003 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 0059f50a-7e8a-4597-a3e7-09f17517eede {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:44.014359 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 0059f50a-7e8a-4597-a3e7-09f17517eede not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:44.014737 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 6ea353cd-e388-4e35-8637-220f2a1319a6 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:44.020793 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (f86275e6-410b-4276-954c-8aed7dfb2048), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:44.033648 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 6ea353cd-e388-4e35-8637-220f2a1319a6 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:44.034017 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 6ea353cd-e388-4e35-8637-220f2a1319a6 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:44.050620 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86275e6-410b-4276-954c-8aed7dfb2048,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:44.100114 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 3e85a0da-42ed-45c8-9f74-14b797540c24 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:44.120986 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 3e85a0da-42ed-45c8-9f74-14b797540c24 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:44.121590 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 3e85a0da-42ed-45c8-9f74-14b797540c24 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:44.258696 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (0a37284d-f3b2-406f-960e-20afd6000416), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:44.481513 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:44.500184 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Router 0a37284d-f3b2-406f-960e-20afd6000416 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:16:44.618878 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:16:44.625159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-d3b91576-c1d5-4964-a7bf-c65cd9aee8d4 admin admin] 10.222.0.79 "PUT /v2.0/routers/0a37284d-f3b2-406f-960e-20afd6000416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678092 Jul 04 10:16:44.628156 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51696) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:44.632503 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] Sync routers for ids ['0a37284d-f3b2-406f-960e-20afd6000416'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:16:44.660789 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] Routers {'0a37284d-f3b2-406f-960e-20afd6000416'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:16:44.661443 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0a37284d-f3b2-406f-960e-20afd6000416'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:44.732712 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:44.801764 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks [] for router (0a37284d-f3b2-406f-960e-20afd6000416), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:44.876969 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] Set router 0a37284d-f3b2-406f-960e-20afd6000416 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:16:44.962872 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks [] for router_gateway (0a37284d-f3b2-406f-960e-20afd6000416), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.004795 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51708) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:45.020907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Deleting port a7390806-0047-4fe0-8188-39488077facf {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:45.021500 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (a7390806-0047-4fe0-8188-39488077facf), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.103604 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:16:45.151089 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] For port a7390806-0047-4fe0-8188-39488077facf, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a7390806-0047-4fe0-8188-39488077facf,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:45.151454 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (a7390806-0047-4fe0-8188-39488077facf), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.158983 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51714) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:45.177550 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Calling delete_port for a7390806-0047-4fe0-8188-39488077facf owned by network:router_gateway {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:45.195573 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'a7390806-0047-4fe0-8188-39488077facf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:16:43Z', 'revision_number': 5, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port': {'id': 'a7390806-0047-4fe0-8188-39488077facf', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37284d-f3b2-406f-960e-20afd6000416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:11:33Z', 'updated_at': '2022-07-04T10:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:45.229386 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] Checking router: 0a37284d-f3b2-406f-960e-20afd6000416 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:16:45.240245 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] Routers {'0a37284d-f3b2-406f-960e-20afd6000416'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:16:45.241087 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['0a37284d-f3b2-406f-960e-20afd6000416'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:45.286193 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1eb23f4-ff26-43de-b320-3853e1d80932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.358365 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] Set router 0a37284d-f3b2-406f-960e-20afd6000416 gateway port host: None {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:16:45.407758 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:16:44Z', 'revision_number': 6, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:45.411443 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b1e9ced4-bb67-4caf-aaab-6040e7204f5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=10baff2f6e0a421d8050f69d97e6c7c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512181 Jul 04 10:16:45.414109 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51718) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:45.427292 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (a7390806-0047-4fe0-8188-39488077facf), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.431046 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1eb23f4-ff26-43de-b320-3853e1d80932 admin admin] Publish callbacks [] for security_group (aea15c30-028e-4460-8689-dded1e48703c), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.437084 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1eb23f4-ff26-43de-b320-3853e1d80932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (aea15c30-028e-4460-8689-dded1e48703c), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.444505 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f06b5c-4da5-4e42-9862-32118b1bd395 None None] The sync data for ids ['0a37284d-f3b2-406f-960e-20afd6000416'] in dv-cinder-848418-1-iscsi is: [{'id': '0a37284d-f3b2-406f-960e-20afd6000416', 'name': 'tempest-TestShelveInstance-600610436-router', 'tenant_id': '1438c8b530734ec5871e8a267fd2baf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:11:32Z', 'updated_at': '2022-07-04T10:16:44Z', 'revision_number': 6, 'project_id': '1438c8b530734ec5871e8a267fd2baf5', 'gw_port_host': None}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:16:45.461264 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7390806-0047-4fe0-8188-39488077facf,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:45.477829 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-e1eb23f4-ff26-43de-b320-3853e1d80932 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=13dbe6e09b854fdbb3e416b0cfa8ba72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4716234 Jul 04 10:16:45.480743 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51722) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:45.525980 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb23f4-ff26-43de-b320-3853e1d80932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea15c30-028e-4460-8689-dded1e48703c,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:45.548205 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (0a37284d-f3b2-406f-960e-20afd6000416), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.553559 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:45.553769 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d5141a5-08d7-49ad-85b8-9ef839e255fb admin admin] Publish callbacks [] for security_group (dda3a278-4ab6-4928-a87c-6a3cbdfeba4b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.579397 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9f779215-5f1a-4b08-8688-114348da8b92 admin admin] Publish callbacks [] for security_group (aea15c30-028e-4460-8689-dded1e48703c), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.604053 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9f779215-5f1a-4b08-8688-114348da8b92 admin admin] Publish callbacks [] for security_group (aea15c30-028e-4460-8689-dded1e48703c), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.654442 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (0a37284d-f3b2-406f-960e-20afd6000416), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.657325 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d5141a5-08d7-49ad-85b8-9ef839e255fb admin admin] Publish callbacks [] for security_group (dda3a278-4ab6-4928-a87c-6a3cbdfeba4b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.659598 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks [] for router_controller (0a37284d-f3b2-406f-960e-20afd6000416), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.660153 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9f779215-5f1a-4b08-8688-114348da8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (aea15c30-028e-4460-8689-dded1e48703c), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.663170 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9f779215-5f1a-4b08-8688-114348da8b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.664567 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-9f779215-5f1a-4b08-8688-114348da8b92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aea15c30-028e-4460-8689-dded1e48703c HTTP/1.1" status: 204 len: 168 time: 0.1825359 Jul 04 10:16:45.676878 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f779215-5f1a-4b08-8688-114348da8b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea15c30-028e-4460-8689-dded1e48703c,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:45.731388 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (0a37284d-f3b2-406f-960e-20afd6000416), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.731988 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a37284d-f3b2-406f-960e-20afd6000416 {{(pid=104130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:16:45.737318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.738559 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-37c3315d-491d-498e-94a2-79030de09c8a admin admin] 10.222.0.79 "DELETE /v2.0/routers/0a37284d-f3b2-406f-960e-20afd6000416 HTTP/1.1" status: 204 len: 168 time: 1.1094322 Jul 04 10:16:45.741393 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51730) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:45.759048 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d5141a5-08d7-49ad-85b8-9ef839e255fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (dda3a278-4ab6-4928-a87c-6a3cbdfeba4b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.762344 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d5141a5-08d7-49ad-85b8-9ef839e255fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.763727 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3d5141a5-08d7-49ad-85b8-9ef839e255fb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dda3a278-4ab6-4928-a87c-6a3cbdfeba4b HTTP/1.1" status: 204 len: 168 time: 0.3480070 Jul 04 10:16:45.767211 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:45.772678 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5141a5-08d7-49ad-85b8-9ef839e255fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda3a278-4ab6-4928-a87c-6a3cbdfeba4b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:45.800717 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a109578-f87a-4398-a123-5cfcdf501f17 admin admin] Deleting subnet 13b785f5-9786-4d69-868d-9530b52b9322 {{(pid=104129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:16:45.804129 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6a109578-f87a-4398-a123-5cfcdf501f17 admin admin] Publish callbacks [] for subnet (13b785f5-9786-4d69-868d-9530b52b9322), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:45.845045 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6a109578-f87a-4398-a123-5cfcdf501f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1061532'] for subnet (13b785f5-9786-4d69-868d-9530b52b9322), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.021181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6a109578-f87a-4398-a123-5cfcdf501f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (13b785f5-9786-4d69-868d-9530b52b9322), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.110386 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6a109578-f87a-4398-a123-5cfcdf501f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3796030'] for subnet (13b785f5-9786-4d69-868d-9530b52b9322), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.158818 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a109578-f87a-4398-a123-5cfcdf501f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b785f5-9786-4d69-868d-9530b52b9322,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:46.164087 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6a109578-f87a-4398-a123-5cfcdf501f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.167772 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6a109578-f87a-4398-a123-5cfcdf501f17 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/13b785f5-9786-4d69-868d-9530b52b9322 HTTP/1.1" status: 204 len: 168 time: 0.4250274 Jul 04 10:16:46.171489 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51744) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:46.180277 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39f20b-3403-462d-a5de-aa8e1e0903a4 None None] Network 69b18236-bb9e-431e-a3d4-a05981d53f7b requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:16:46.260545 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (69b18236-bb9e-431e-a3d4-a05981d53f7b), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.262716 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:46.303490 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Deleting port 837e9248-8b7f-46c9-86f2-a2076ba5e557 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:46.304108 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.372114 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] For port 837e9248-8b7f-46c9-86f2-a2076ba5e557, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=837e9248-8b7f-46c9-86f2-a2076ba5e557,segment=NetworkSegment(c613a69b-2729-4b73-bc22-7eb858bf48d8),segment_id=c613a69b-2729-4b73-bc22-7eb858bf48d8)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:46.372475 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.385805 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Calling delete_port for 837e9248-8b7f-46c9-86f2-a2076ba5e557 owned by network:dhcp {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:46.409455 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] DHCP port deletion for 69b18236-bb9e-431e-a3d4-a05981d53f7b request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:16:46.418709 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:46.444656 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device f86275e6-410b-4276-954c-8aed7dfb2048 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:46.474407 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: f86275e6-410b-4276-954c-8aed7dfb2048 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:46.474961 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device f86275e6-410b-4276-954c-8aed7dfb2048 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:46.481037 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] Deleting port 837e9248-8b7f-46c9-86f2-a2076ba5e557 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:16:46.481331 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.489087 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.524813 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Pushing event deleted for resources: {'Port': ['ID=837e9248-8b7f-46c9-86f2-a2076ba5e557,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:46.528501 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] No DVR routers for this DVR port 837e9248-8b7f-46c9-86f2-a2076ba5e557 on host dv-cinder-848418-1-iscsi {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:16:46.625100 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (69b18236-bb9e-431e-a3d4-a05981d53f7b), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.649313 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b18236-bb9e-431e-a3d4-a05981d53f7b']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:46.660995 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c613a69b-2729-4b73-bc22-7eb858bf48d8') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:46.661848 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c613a69b-2729-4b73-bc22-7eb858bf48d8') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:16:46.678932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (c613a69b-2729-4b73-bc22-7eb858bf48d8), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.700896 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] For port 837e9248-8b7f-46c9-86f2-a2076ba5e557, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=837e9248-8b7f-46c9-86f2-a2076ba5e557,segment=NetworkSegment(c613a69b-2729-4b73-bc22-7eb858bf48d8),segment_id=c613a69b-2729-4b73-bc22-7eb858bf48d8)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:16:46.701284 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.702706 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (c613a69b-2729-4b73-bc22-7eb858bf48d8), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.714795 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:16:46.715296 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (c613a69b-2729-4b73-bc22-7eb858bf48d8), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.715472 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] Calling delete_port for 837e9248-8b7f-46c9-86f2-a2076ba5e557 owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:16:46.757706 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment c613a69b-2729-4b73-bc22-7eb858bf48d8 resource provider aggregate not found Jul 04 10:16:46.774602 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:46.805299 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555'] for port (837e9248-8b7f-46c9-86f2-a2076ba5e557), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.811008 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:46.823167 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment c613a69b-2729-4b73-bc22-7eb858bf48d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c613a69b-2729-4b73-bc22-7eb858bf48d8 found for delete ", "request_id": "req-ecd20fe9-73ba-4297-ada2-909a5ca3b304"}]} Jul 04 10:16:46.836172 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] Pushing event deleted for resources: {'Port': ['ID=837e9248-8b7f-46c9-86f2-a2076ba5e557,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:46.839366 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464df91-45f9-42ce-a66f-af3f920bbcc5 None None] No DVR routers for this DVR port 837e9248-8b7f-46c9-86f2-a2076ba5e557 on host dv-cinder-848418-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:16:46.853377 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (69b18236-bb9e-431e-a3d4-a05981d53f7b), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.860478 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:46.863613 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] 10.222.0.79 "DELETE /v2.0/networks/69b18236-bb9e-431e-a3d4-a05981d53f7b HTTP/1.1" status: 204 len: 168 time: 0.6914940 Jul 04 10:16:46.873898 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099ee1b-c7ed-4d4b-bd4b-c12992cb7375 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b18236-bb9e-431e-a3d4-a05981d53f7b,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:47.062547 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51780) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:47.105906 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6220eb0a-2c36-43ad-9922-8aa6234b6e54 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f8d7bb97464d4807a6b7bbac9a41dc67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421183 Jul 04 10:16:47.108400 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51786) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:47.163608 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f4abb2bc-039d-4574-ab78-14f77aa5a706 admin admin] Publish callbacks [] for security_group (510fe207-62e6-46c2-8c4c-c04eebb3e8bb), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:47.185349 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f4abb2bc-039d-4574-ab78-14f77aa5a706 admin admin] Publish callbacks [] for security_group (510fe207-62e6-46c2-8c4c-c04eebb3e8bb), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:47.235533 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f4abb2bc-039d-4574-ab78-14f77aa5a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (510fe207-62e6-46c2-8c4c-c04eebb3e8bb), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:47.239787 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f4abb2bc-039d-4574-ab78-14f77aa5a706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:47.241074 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f4abb2bc-039d-4574-ab78-14f77aa5a706 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/510fe207-62e6-46c2-8c4c-c04eebb3e8bb HTTP/1.1" status: 204 len: 168 time: 0.1308811 Jul 04 10:16:47.249869 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abb2bc-039d-4574-ab78-14f77aa5a706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510fe207-62e6-46c2-8c4c-c04eebb3e8bb,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:47.617317 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51798) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:47.676321 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-df5e4742-64ec-429d-b0f6-6218ff8fdc8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1438c8b530734ec5871e8a267fd2baf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578003 Jul 04 10:16:47.679144 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 51800) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:16:47.731376 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef0c3-7db8-47ed-91e2-eb17aa126c00 admin admin] Publish callbacks [] for security_group (aac3a0f0-90ef-4e5c-8de6-2938101e28d2), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:47.753807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef0c3-7db8-47ed-91e2-eb17aa126c00 admin admin] Publish callbacks [] for security_group (aac3a0f0-90ef-4e5c-8de6-2938101e28d2), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:47.802924 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef0c3-7db8-47ed-91e2-eb17aa126c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (aac3a0f0-90ef-4e5c-8de6-2938101e28d2), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:47.805815 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef0c3-7db8-47ed-91e2-eb17aa126c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:47.807635 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3f3ef0c3-7db8-47ed-91e2-eb17aa126c00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aac3a0f0-90ef-4e5c-8de6-2938101e28d2 HTTP/1.1" status: 204 len: 168 time: 0.1275325 Jul 04 10:16:47.815770 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ef0c3-7db8-47ed-91e2-eb17aa126c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac3a0f0-90ef-4e5c-8de6-2938101e28d2,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:16:47.952794 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 837e9248-8b7f-46c9-86f2-a2076ba5e557 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:47.974529 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 837e9248-8b7f-46c9-86f2-a2076ba5e557 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:47.974784 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 837e9248-8b7f-46c9-86f2-a2076ba5e557 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:47.975194 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a7390806-0047-4fe0-8188-39488077facf no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:16:47.994502 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: a7390806-0047-4fe0-8188-39488077facf {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:16:47.994848 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a7390806-0047-4fe0-8188-39488077facf not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:16:51.900865 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=43 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:55.099985 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=42 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:55.390396 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9d213275-ef04-4e68-bb08-fb1cbf7214e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:57.556389 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a4007d4a-91dd-436f-bac8-f1f8c5c9cb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:16:57.670589 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:57.673935 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:57.786802 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=77,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:57.812298 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:16:59.414003 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:00.490116 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:00.795911 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:02.744636 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51970) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:02.854142 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-bf8bcbdb-ebaa-4f70-af46-b0d100e42749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:02.935907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-bf8bcbdb-ebaa-4f70-af46-b0d100e42749 admin admin] Publish callbacks [] for security_group (aa865c83-7c0b-4332-a187-985ac70b10e3), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:02.942615 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-bf8bcbdb-ebaa-4f70-af46-b0d100e42749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (aa865c83-7c0b-4332-a187-985ac70b10e3), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:02.989260 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bcbdb-ebaa-4f70-af46-b0d100e42749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa865c83-7c0b-4332-a187-985ac70b10e3,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:02.993595 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-bf8bcbdb-ebaa-4f70-af46-b0d100e42749 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=074559fdb7be49b09dbbf66db7a1ecf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478650 Jul 04 10:17:02.996285 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 51974) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:03.048723 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-54111f1e-ef3b-4df3-9753-a5f1f41b3a18 admin admin] Publish callbacks [] for security_group (aa865c83-7c0b-4332-a187-985ac70b10e3), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:03.070378 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-54111f1e-ef3b-4df3-9753-a5f1f41b3a18 admin admin] Publish callbacks [] for security_group (aa865c83-7c0b-4332-a187-985ac70b10e3), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:03.123422 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-54111f1e-ef3b-4df3-9753-a5f1f41b3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (aa865c83-7c0b-4332-a187-985ac70b10e3), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:03.125841 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-54111f1e-ef3b-4df3-9753-a5f1f41b3a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:03.126967 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-54111f1e-ef3b-4df3-9753-a5f1f41b3a18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa865c83-7c0b-4332-a187-985ac70b10e3 HTTP/1.1" status: 204 len: 168 time: 0.1298363 Jul 04 10:17:03.137177 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54111f1e-ef3b-4df3-9753-a5f1f41b3a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa865c83-7c0b-4332-a187-985ac70b10e3,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:03.865865 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52000) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:03.973035 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-953488740-network', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:04.000123 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Made reservation on behalf of aaff1fa03a194074aa14fae9db94cefb for: {'network': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:04.003318 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.012209 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.091913 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Publish callbacks [] for security_group (af09c81b-8900-4d1d-bdda-af82884fbb22), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.099077 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (af09c81b-8900-4d1d-bdda-af82884fbb22), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.125102 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=104129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:17:04.135929 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af09c81b-8900-4d1d-bdda-af82884fbb22,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:04.144529 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (6da01c35-18aa-4dd2-8c2d-69a4c7b66629), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.144878 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.segments_db [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Added segment 6da01c35-18aa-4dd2-8c2d-69a4c7b66629 of type vlan for network 28daa053-6dc3-4bbf-8b82-7f4c430042da Jul 04 10:17:04.146952 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.147292 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.147633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.147969 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.148299 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.148614 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.148948 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.149268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.149589 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.149943 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.150267 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.150588 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.150911 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.151225 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.151542 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:04.196218 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (28daa053-6dc3-4bbf-8b82-7f4c430042da), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.225167 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (28daa053-6dc3-4bbf-8b82-7f4c430042da), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.226262 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:04.226872 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.244071 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.262624 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3956606 Jul 04 10:17:04.265601 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52004) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:04.270762 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Request body: {'subnet': {'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-953488740-subnet', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:04.292504 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Made reservation on behalf of aaff1fa03a194074aa14fae9db94cefb for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:04.295042 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3468776'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.303216 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70ecee-4c40-460a-9ce4-4883c516bda7 admin admin] Pushing event updated for resources: {'Network': ['ID=28daa053-6dc3-4bbf-8b82-7f4c430042da,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:04.312997 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:17:04.472411 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3384194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3468818'] for subnet (742feb9d-a2d7-4104-99e0-40e114bc0620), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.527370 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=742feb9d-a2d7-4104-99e0-40e114bc0620,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:04.549979 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Checking segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:04.550687 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Network hostable DHCP agents. Network: 28daa053-6dc3-4bbf-8b82-7f4c430042da, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:17:04.575312 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:17:04.586618 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 28daa053-6dc3-4bbf-8b82-7f4c430042da) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:04.591609 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:04.592212 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.597799 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deadeb5d-17ea-4fe2-89ca-1d622ddade9a None None] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:17:04.612772 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e8208361-c6e3-4751-a535-cc6680f0d252 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3453422 Jul 04 10:17:04.615306 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52006) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:04.619781 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:04.644008 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.645155 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.699988 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks [] for router_controller (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.713963 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-28daa053-6dc3-4bbf-8b82-7f4c430042da', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:17:04.714974 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.848506 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Allocated IP 172.20.0.2 (28daa053-6dc3-4bbf-8b82-7f4c430042da/742feb9d-a2d7-4104-99e0-40e114bc0620/5b9fcf3a-ea18-49c2-a51f-9aab14917205) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:04.849130 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks [] for router_gateway (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:04.919570 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:05.004320 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Publish callbacks [] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.014759 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.063087 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:05.067075 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:05.071395 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:05.080892 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Pushing event updated for resources: {'Port': ['ID=5b9fcf3a-ea18-49c2-a51f-9aab14917205,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:05.105477 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.105857 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.106184 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.106519 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.106847 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.107174 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.107493 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.107814 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.108131 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.108454 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.108754 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.109073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.109412 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.109756 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.110074 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:05.149104 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Attempting to bind port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:05.149470 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Attempting to bind port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:05.149848 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Attempting to bind port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:05.155605 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:05.155977 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Checking segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:05.156378 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.156764 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Bound using segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:05.157200 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Bound port: 5b9fcf3a-ea18-49c2-a51f-9aab14917205, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:05.157577 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.224095 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] For port 5b9fcf3a-ea18-49c2-a51f-9aab14917205, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:05.227689 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] For port 5b9fcf3a-ea18-49c2-a51f-9aab14917205, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=5b9fcf3a-ea18-49c2-a51f-9aab14917205,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:05.236080 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.241912 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:05.301173 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263f82a-a6a6-4529-936c-b1cbedb85414 None None] Pushing event updated for resources: {'Port': ['ID=5b9fcf3a-ea18-49c2-a51f-9aab14917205,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:05.305251 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks [] for router_gateway (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.325165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.385809 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:05.445117 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:05.446308 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Allocated IP 172.27.2.81 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/a3d3efd9-5c0f-41af-bc0e-c08e773715ae) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:05.564706 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks [] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.600920 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:05.646035 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:05.651062 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:05.653307 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d3efd9-5c0f-41af-bc0e-c08e773715ae,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:05.655463 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:05.910159 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks [] for router_gateway (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:06.032939 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 5b9fcf3a-ea18-49c2-a51f-9aab14917205 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:06.094537 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:06.095056 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:06.162085 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:06.194101 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:06.194486 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:06.235866 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 5b9fcf3a-ea18-49c2-a51f-9aab14917205, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=5b9fcf3a-ea18-49c2-a51f-9aab14917205,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:06.241701 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:06.300896 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68716f8-e730-414d-9b2d-9ef8544ecea0 None None] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:17:06.301996 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:17:06.320485 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=5b9fcf3a-ea18-49c2-a51f-9aab14917205,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:06.387208 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:06.388705 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-eb26a66c-ae3a-4095-ab23-55efcee1127f None None] Provisioning complete for port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:06.389201 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-eb26a66c-ae3a-4095-ab23-55efcee1127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:06.393204 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:06.416727 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:06.428285 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:06.437415 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:06.438683 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-1a3ae989-1980-4904-bddc-e4fce6fe6dd8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8223703 Jul 04 10:17:06.440949 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:06.441673 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52030) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:06.449249 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:06.451774 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:06.505798 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-eb26a66c-ae3a-4095-ab23-55efcee1127f None None] Current status of the port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:06.571064 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:06.575571 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:06.630062 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:06.724467 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-7aee3814-a144-46d7-a309-5a1b87665462 None None] Provisioning complete for port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:06.725238 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7aee3814-a144-46d7-a309-5a1b87665462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:06.748528 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:05Z', 'revision_number': 3, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:06.774246 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:06.774668 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Updating router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 port a3d3efd9-5c0f-41af-bc0e-c08e773715ae binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:17:06.801045 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-7aee3814-a144-46d7-a309-5a1b87665462 None None] Current status of the port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:06.803233 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.064172 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Publish callbacks [] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.070975 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.119095 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Attempting to bind port a3d3efd9-5c0f-41af-bc0e-c08e773715ae on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:07.119461 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Attempting to bind port a3d3efd9-5c0f-41af-bc0e-c08e773715ae by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:07.119816 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Attempting to bind port a3d3efd9-5c0f-41af-bc0e-c08e773715ae on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:07.131262 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.133203 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:07.133874 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:07.134466 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.135045 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:07.135692 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Bound port: a3d3efd9-5c0f-41af-bc0e-c08e773715ae, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:07.136276 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.140068 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Pushing event updated for resources: {'Port': ['ID=a3d3efd9-5c0f-41af-bc0e-c08e773715ae,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:07.193886 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] For port a3d3efd9-5c0f-41af-bc0e-c08e773715ae, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:07.197359 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] For port a3d3efd9-5c0f-41af-bc0e-c08e773715ae, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a3d3efd9-5c0f-41af-bc0e-c08e773715ae,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:07.204803 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.205390 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.206476 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.206922 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.207262 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.207669 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.207982 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.208368 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.208597 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.209125 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.210045 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.210628 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.211266 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.211590 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.212020 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:07.216662 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.274980 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:07.275834 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:07.276690 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:07.311197 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a255d86-ecb5-432f-ad2b-195e2a803571 None None] Pushing event updated for resources: {'Port': ['ID=a3d3efd9-5c0f-41af-bc0e-c08e773715ae,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:07.340871 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Allocated IP 172.20.0.1 (28daa053-6dc3-4bbf-8b82-7f4c430042da/742feb9d-a2d7-4104-99e0-40e114bc0620/eb126ecb-0377-45cc-874f-dcaac66651c2) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:07.365106 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:07.382915 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:07.447695 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Publish callbacks [] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.482914 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.527211 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:07.532579 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:07.535036 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Pushing event updated for resources: {'Port': ['ID=eb126ecb-0377-45cc-874f-dcaac66651c2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:07.537242 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:07.578050 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.648119 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:05Z', 'revision_number': 3, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:07.662095 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:07.676903 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedd8e4-5417-4cf9-a2a8-c3490fd35e60 None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:05Z', 'revision_number': 3, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:07.678779 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:07.718930 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.825750 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-d463927f-428e-4637-a53b-f28cf8456e6d None None] Provisioning complete for port eb126ecb-0377-45cc-874f-dcaac66651c2 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:07.826370 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d463927f-428e-4637-a53b-f28cf8456e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.864024 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-d463927f-428e-4637-a53b-f28cf8456e6d None None] Port eb126ecb-0377-45cc-874f-dcaac66651c2 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:07.912227 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Publish callbacks [] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.918813 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:07.994468 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Pushing event updated for resources: {'Port': ['ID=eb126ecb-0377-45cc-874f-dcaac66651c2,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:07.997160 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:08.081372 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a3d3efd9-5c0f-41af-bc0e-c08e773715ae up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:08.103225 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:08.104775 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:08.147463 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port a3d3efd9-5c0f-41af-bc0e-c08e773715ae triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:08.147903 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:08.233214 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port a3d3efd9-5c0f-41af-bc0e-c08e773715ae is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:08.233875 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:08.234854 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:17:08.262453 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port a3d3efd9-5c0f-41af-bc0e-c08e773715ae, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a3d3efd9-5c0f-41af-bc0e-c08e773715ae,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:08.270511 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:08.271751 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 5b9fcf3a-ea18-49c2-a51f-9aab14917205 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:08.356758 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=a3d3efd9-5c0f-41af-bc0e-c08e773715ae,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:08.379423 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:08.384179 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:08.389869 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2db28ce8-0527-44a8-9af6-863d454f1d0d admin admin] 10.222.0.79 "PUT /v2.0/routers/daa4841a-10fe-4bf7-b9d9-7c03fc287be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9470274 Jul 04 10:17:08.399125 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6c2ae5a1-6686-4b74-8dd3-33034fe2448b None None] Provisioning complete for port eb126ecb-0377-45cc-874f-dcaac66651c2 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:08.399485 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6c2ae5a1-6686-4b74-8dd3-33034fe2448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:08.430985 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:08.431349 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:08.468592 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ae5a1-6686-4b74-8dd3-33034fe2448b None None] Port eb126ecb-0377-45cc-874f-dcaac66651c2 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:08.515523 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:08.900287 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52068) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:08.905261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1146583715-network', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:08.928831 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Made reservation on behalf of 69bd956122ce4cc8b7d4d97f4f0c1868 for: {'network': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:08.931239 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:08.940697 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.026737 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Publish callbacks [] for security_group (7f7eb393-6423-4d11-8a6b-5d5135fee543), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.032269 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (7f7eb393-6423-4d11-8a6b-5d5135fee543), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.061515 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=104129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:17:09.073229 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7eb393-6423-4d11-8a6b-5d5135fee543,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:09.079844 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (8ea9394e-4572-4f9d-bce3-7728d65f8b01), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.080207 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.segments_db [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Added segment 8ea9394e-4572-4f9d-bce3-7728d65f8b01 of type vlan for network a98f9b19-a98b-46ac-9cfc-93d828e2e576 Jul 04 10:17:09.124294 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (a98f9b19-a98b-46ac-9cfc-93d828e2e576), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.153540 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (a98f9b19-a98b-46ac-9cfc-93d828e2e576), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.154598 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:09.155186 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.191863 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2904558 Jul 04 10:17:09.194595 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52070) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:09.223245 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Request body: {'subnet': {'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1146583715-subnet', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'ip_version': 4}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:09.230102 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5bd67-f970-4822-acd8-b301ba0dc684 admin admin] Pushing event updated for resources: {'Network': ['ID=a98f9b19-a98b-46ac-9cfc-93d828e2e576,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:09.246927 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network a98f9b19-a98b-46ac-9cfc-93d828e2e576 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:17:09.247474 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Made reservation on behalf of 69bd956122ce4cc8b7d4d97f4f0c1868 for: {'subnet': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:09.249844 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3796959'] for subnet (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.325287 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:09.337116 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:09.337761 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:09.436925 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3502216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3796005'] for subnet (4953401c-aff5-4c02-b263-61b88b9b2d89), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.442617 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:09.475695 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:09.497740 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4953401c-aff5-4c02-b263-61b88b9b2d89,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:09.507324 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Checking segment: {'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:09.507687 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Network hostable DHCP agents. Network: a98f9b19-a98b-46ac-9cfc-93d828e2e576, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:17:09.527789 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Network a98f9b19-a98b-46ac-9cfc-93d828e2e576 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:17:09.538628 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, a98f9b19-a98b-46ac-9cfc-93d828e2e576) {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:09.543096 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:09.543756 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.562116 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8f88ee00-9b71-4234-9ad8-ecb414c24133 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3665376 Jul 04 10:17:09.564681 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52076) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:09.568820 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:09.570246 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124b058-ec59-4cee-9a49-01a6c8c2eee4 None None] Network a98f9b19-a98b-46ac-9cfc-93d828e2e576 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:17:09.572059 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:09.574267 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:09.593928 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (cc364262-d713-404b-a6ff-0c3ef1c8d062), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.594947 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (cc364262-d713-404b-a6ff-0c3ef1c8d062), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.645443 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks [] for router_controller (cc364262-d713-404b-a6ff-0c3ef1c8d062), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.784266 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks [] for router_gateway (cc364262-d713-404b-a6ff-0c3ef1c8d062), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.851633 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 2, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:09.878858 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-a98f9b19-a98b-46ac-9cfc-93d828e2e576', 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576', 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'fixed_ips': [{'subnet_id': '4953401c-aff5-4c02-b263-61b88b9b2d89'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:17:09.879798 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.882604 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:09.882964 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Updating router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 port eb126ecb-0377-45cc-874f-dcaac66651c2 binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:17:09.930200 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.976567 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks [] for router_gateway (cc364262-d713-404b-a6ff-0c3ef1c8d062), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:09.988513 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a3d3efd9-5c0f-41af-bc0e-c08e773715ae up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:10.000550 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.105831 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Allocated IP 172.27.2.176 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/d139a516-2e37-4ae5-9ebe-a26dfd9d4b45) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:10.174888 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:10.176528 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Allocated IP 172.20.0.2 (a98f9b19-a98b-46ac-9cfc-93d828e2e576/4953401c-aff5-4c02-b263-61b88b9b2d89/9478efb3-6a02-4e10-9de4-33df4f461e84) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:10.185917 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port a3d3efd9-5c0f-41af-bc0e-c08e773715ae triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:10.186285 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.225265 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks [] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.259730 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.302024 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:10.305541 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:10.309606 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:10.337462 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Pushing event updated for resources: {'Port': ['ID=d139a516-2e37-4ae5-9ebe-a26dfd9d4b45,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:10.360228 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:10.365426 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:10.490669 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Publish callbacks [] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.494057 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port a3d3efd9-5c0f-41af-bc0e-c08e773715ae is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:10.519616 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.575564 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Network a98f9b19-a98b-46ac-9cfc-93d828e2e576 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:10.577406 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Publish callbacks [] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.581976 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:10.586651 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:10.591573 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.596097 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Pushing event updated for resources: {'Port': ['ID=9478efb3-6a02-4e10-9de4-33df4f461e84,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:10.643595 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:10.652471 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks [] for router_gateway (cc364262-d713-404b-a6ff-0c3ef1c8d062), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.701510 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8b6c4-d4c4-4bd2-b314-3430f319ba5b None None] Pushing event updated for resources: {'Port': ['ID=eb126ecb-0377-45cc-874f-dcaac66651c2,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:10.721956 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Attempting to bind port 9478efb3-6a02-4e10-9de4-33df4f461e84 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:10.722222 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Attempting to bind port 9478efb3-6a02-4e10-9de4-33df4f461e84 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:10.722539 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Attempting to bind port 9478efb3-6a02-4e10-9de4-33df4f461e84 on network a98f9b19-a98b-46ac-9cfc-93d828e2e576 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:10.744964 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:10.746254 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Checking segment: {'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:10.746254 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.746254 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Bound using segment: {'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:10.746859 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Bound port: 9478efb3-6a02-4e10-9de4-33df4f461e84, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:10.747003 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.773819 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Attempting to bind port eb126ecb-0377-45cc-874f-dcaac66651c2 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:10.774257 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Attempting to bind port eb126ecb-0377-45cc-874f-dcaac66651c2 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:10.774584 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Attempting to bind port eb126ecb-0377-45cc-874f-dcaac66651c2 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:10.801183 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:10.801592 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Checking segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:10.801986 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.802374 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Bound using segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:10.802851 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Bound port: eb126ecb-0377-45cc-874f-dcaac66651c2, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:10.803265 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.865696 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] For port 9478efb3-6a02-4e10-9de4-33df4f461e84, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:10.875965 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (cc364262-d713-404b-a6ff-0c3ef1c8d062), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.887725 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] For port 9478efb3-6a02-4e10-9de4-33df4f461e84, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=9478efb3-6a02-4e10-9de4-33df4f461e84,segment=NetworkSegment(8ea9394e-4572-4f9d-bce3-7728d65f8b01),segment_id=8ea9394e-4572-4f9d-bce3-7728d65f8b01)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:10.901637 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:10.907043 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] For port eb126ecb-0377-45cc-874f-dcaac66651c2, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:10.911989 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.931301 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-9364949d-9b56-4d41-b8fb-d4791f452c61 None None] Provisioning complete for port eb126ecb-0377-45cc-874f-dcaac66651c2 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:10.931664 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9364949d-9b56-4d41-b8fb-d4791f452c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:10.934190 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] For port eb126ecb-0377-45cc-874f-dcaac66651c2, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=eb126ecb-0377-45cc-874f-dcaac66651c2,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:10.984691 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:11.019094 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Router cc364262-d713-404b-a6ff-0c3ef1c8d062 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:17:11.022808 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-9364949d-9b56-4d41-b8fb-d4791f452c61 None None] Port eb126ecb-0377-45cc-874f-dcaac66651c2 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:11.027129 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c7d75-2da4-492c-a140-07c0dc86fc2a None None] Pushing event updated for resources: {'Port': ['ID=9478efb3-6a02-4e10-9de4-33df4f461e84,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:11.061820 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:11.062468 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:11.134512 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:11.134901 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:11.146143 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Sync routers for ids ['cc364262-d713-404b-a6ff-0c3ef1c8d062'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:11.151198 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8b6c4-d4c4-4bd2-b314-3430f319ba5b None None] Pushing event updated for resources: {'Port': ['ID=eb126ecb-0377-45cc-874f-dcaac66651c2,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:11.165068 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:11.166529 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-487541c9-bc08-42a1-a3c9-df1871288b05 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6008787 Jul 04 10:17:11.169540 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52094) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:11.181380 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Routers {'cc364262-d713-404b-a6ff-0c3ef1c8d062'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:11.182634 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['cc364262-d713-404b-a6ff-0c3ef1c8d062'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:11.190324 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:11.300726 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Set router cc364262-d713-404b-a6ff-0c3ef1c8d062 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:11.487735 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:10Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:11.489763 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-164bdc90-89d5-4135-8b59-f81c28441beb None None] Provisioning complete for port eb126ecb-0377-45cc-874f-dcaac66651c2 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:11.490094 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-164bdc90-89d5-4135-8b59-f81c28441beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:11.513354 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:17:10Z', 'revision_number': 3, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port': {'id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:10Z', 'updated_at': '2022-07-04T10:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:11.537091 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:11.540945 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Checking router: cc364262-d713-404b-a6ff-0c3ef1c8d062 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:11.541800 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Updating router cc364262-d713-404b-a6ff-0c3ef1c8d062 port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:17:11.572017 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:11.605881 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:11.702603 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f83851-3ed6-47a6-a000-42d11d4c0ab7 None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:10Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:11.807564 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-164bdc90-89d5-4135-8b59-f81c28441beb None None] Current status of the port eb126ecb-0377-45cc-874f-dcaac66651c2 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:11.808270 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-164bdc90-89d5-4135-8b59-f81c28441beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:11.865219 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:11.875018 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-164bdc90-89d5-4135-8b59-f81c28441beb None None] For port eb126ecb-0377-45cc-874f-dcaac66651c2, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=eb126ecb-0377-45cc-874f-dcaac66651c2,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:11.881335 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-164bdc90-89d5-4135-8b59-f81c28441beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.019024 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bdc90-89d5-4135-8b59-f81c28441beb None None] Pushing event updated for resources: {'Port': ['ID=eb126ecb-0377-45cc-874f-dcaac66651c2,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:12.078926 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Publish callbacks [] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.088721 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.171059 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 9478efb3-6a02-4e10-9de4-33df4f461e84 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:12.173900 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Allocated IP 172.20.0.1 (a98f9b19-a98b-46ac-9cfc-93d828e2e576/4953401c-aff5-4c02-b263-61b88b9b2d89/739768a8-3930-4944-9a54-d88911359e94) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:12.223754 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Attempting to bind port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:12.224434 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Attempting to bind port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:12.224573 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Attempting to bind port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:12.257217 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:12.257941 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:12.258516 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.259407 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:12.261132 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Bound port: d139a516-2e37-4ae5-9ebe-a26dfd9d4b45, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:12.261720 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.278177 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 9478efb3-6a02-4e10-9de4-33df4f461e84 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:12.287240 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.364204 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Publish callbacks [] for port (739768a8-3930-4944-9a54-d88911359e94), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.376200 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] For port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:12.379572 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] For port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=d139a516-2e37-4ae5-9ebe-a26dfd9d4b45,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:12.388868 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:12.393989 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:12.409767 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.412907 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1761a2-dd50-4f87-8443-999ad9ed0864 None None] Pushing event updated for resources: {'Port': ['ID=d139a516-2e37-4ae5-9ebe-a26dfd9d4b45,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:12.429161 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 9478efb3-6a02-4e10-9de4-33df4f461e84 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:12.429727 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.436437 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (739768a8-3930-4944-9a54-d88911359e94), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.448721 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:12.492727 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1761a2-dd50-4f87-8443-999ad9ed0864 None None] Pushing event updated for resources: {'Port': ['ID=d139a516-2e37-4ae5-9ebe-a26dfd9d4b45,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:12.502188 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 9478efb3-6a02-4e10-9de4-33df4f461e84, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=9478efb3-6a02-4e10-9de4-33df4f461e84,segment=NetworkSegment(8ea9394e-4572-4f9d-bce3-7728d65f8b01),segment_id=8ea9394e-4572-4f9d-bce3-7728d65f8b01)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:12.505194 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35cf1b5-2a6d-4f5b-8ceb-e745fc461b43 None None] Network a98f9b19-a98b-46ac-9cfc-93d828e2e576 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:17:12.516937 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Pushing event updated for resources: {'Port': ['ID=739768a8-3930-4944-9a54-d88911359e94,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:12.531149 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.532122 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device eb126ecb-0377-45cc-874f-dcaac66651c2 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:12.532251 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Routers {'cc364262-d713-404b-a6ff-0c3ef1c8d062'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:12.532787 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['cc364262-d713-404b-a6ff-0c3ef1c8d062'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:12.540421 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Network a98f9b19-a98b-46ac-9cfc-93d828e2e576 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:12.551785 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:12.559507 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:12.626721 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (cc364262-d713-404b-a6ff-0c3ef1c8d062), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.662023 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-17e0d2a9-6669-4a90-a8c6-90edac7f2927 None None] Provisioning complete for port 9478efb3-6a02-4e10-9de4-33df4f461e84 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:12.662642 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-17e0d2a9-6669-4a90-a8c6-90edac7f2927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.756243 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] Set router cc364262-d713-404b-a6ff-0c3ef1c8d062 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:12.780901 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:12.787766 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=9478efb3-6a02-4e10-9de4-33df4f461e84,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:12.804495 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (739768a8-3930-4944-9a54-d88911359e94), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.811268 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port eb126ecb-0377-45cc-874f-dcaac66651c2 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:12.811887 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:12.845327 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:12.942693 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-17e0d2a9-6669-4a90-a8c6-90edac7f2927 None None] Current status of the port 9478efb3-6a02-4e10-9de4-33df4f461e84 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:13.009593 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:17:10Z', 'revision_number': 3, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port': {'id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:10Z', 'updated_at': '2022-07-04T10:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:13.053971 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f271dcb-efc7-4767-adcf-08aca1ced092 None None] The sync data for ids ['cc364262-d713-404b-a6ff-0c3ef1c8d062'] in dv-cinder-848418-1-iscsi is: [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:17:10Z', 'revision_number': 3, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port': {'id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:10Z', 'updated_at': '2022-07-04T10:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:13.062807 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port eb126ecb-0377-45cc-874f-dcaac66651c2 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:13.090209 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:13.119413 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Publish callbacks [] for port (739768a8-3930-4944-9a54-d88911359e94), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:13.138121 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (739768a8-3930-4944-9a54-d88911359e94), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:13.183015 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (cc364262-d713-404b-a6ff-0c3ef1c8d062), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:13.186486 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6f88f6b3-847f-4a63-92ba-ea778c2a2024 None None] Provisioning complete for port 739768a8-3930-4944-9a54-d88911359e94 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:13.187543 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6f88f6b3-847f-4a63-92ba-ea778c2a2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (739768a8-3930-4944-9a54-d88911359e94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:13.240171 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6f88f6b3-847f-4a63-92ba-ea778c2a2024 None None] Port 739768a8-3930-4944-9a54-d88911359e94 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:13.256973 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6f88f6b3-847f-4a63-92ba-ea778c2a2024 None None] Provisioning complete for port 9478efb3-6a02-4e10-9de4-33df4f461e84 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:13.257353 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6f88f6b3-847f-4a63-92ba-ea778c2a2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:13.302010 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Pushing event updated for resources: {'Port': ['ID=739768a8-3930-4944-9a54-d88911359e94,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:13.334726 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Network a98f9b19-a98b-46ac-9cfc-93d828e2e576 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:13.336612 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:13.363742 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6f88f6b3-847f-4a63-92ba-ea778c2a2024 None None] Current status of the port 9478efb3-6a02-4e10-9de4-33df4f461e84 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:13.508382 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-3a2672ae-0529-499c-b548-fe011ec457ff None None] Provisioning complete for port 739768a8-3930-4944-9a54-d88911359e94 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:13.508954 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3a2672ae-0529-499c-b548-fe011ec457ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (739768a8-3930-4944-9a54-d88911359e94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:13.511846 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Router cc364262-d713-404b-a6ff-0c3ef1c8d062 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:17:13.563703 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-3a2672ae-0529-499c-b548-fe011ec457ff None None] Port 739768a8-3930-4944-9a54-d88911359e94 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:13.677093 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:13.692908 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cbee5aba-9913-491b-bdcd-1a272e4b834b admin admin] 10.222.0.79 "PUT /v2.0/routers/cc364262-d713-404b-a6ff-0c3ef1c8d062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5112467 Jul 04 10:17:13.784215 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-3e817d20-b998-44e4-8f5e-c9ec1fe084ec None None] Provisioning complete for port 739768a8-3930-4944-9a54-d88911359e94 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:13.784741 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3e817d20-b998-44e4-8f5e-c9ec1fe084ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (739768a8-3930-4944-9a54-d88911359e94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:13.826438 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-3e817d20-b998-44e4-8f5e-c9ec1fe084ec None None] Port 739768a8-3930-4944-9a54-d88911359e94 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:14.069936 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 9478efb3-6a02-4e10-9de4-33df4f461e84 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:14.070648 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52154) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:14.075929 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-833b4580-1ead-4f88-b44b-3396a2f5838b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337804478', 'description': 'tempest-secgroup-smoke-1337804478 description', 'project_id': 'aaff1fa03a194074aa14fae9db94cefb'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:14.105906 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833b4580-1ead-4f88-b44b-3396a2f5838b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.146028 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 9478efb3-6a02-4e10-9de4-33df4f461e84 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:14.146489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.201068 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833b4580-1ead-4f88-b44b-3396a2f5838b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group (b377e167-5812-4a79-91c2-25eabee60e11), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.207061 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833b4580-1ead-4f88-b44b-3396a2f5838b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b377e167-5812-4a79-91c2-25eabee60e11), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.231668 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 9478efb3-6a02-4e10-9de4-33df4f461e84 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:14.233115 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:14.249931 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-833b4580-1ead-4f88-b44b-3396a2f5838b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.257152 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52170) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:14.257837 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-833b4580-1ead-4f88-b44b-3396a2f5838b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1853004 Jul 04 10:17:14.258644 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:14.263707 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-3526c15c-26c2-4d83-9f25-a333653854fc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'security_group_rule': {'security_group_id': 'b377e167-5812-4a79-91c2-25eabee60e11', 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:14.272641 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b4580-1ead-4f88-b44b-3396a2f5838b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b377e167-5812-4a79-91c2-25eabee60e11,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:14.294368 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:14.296129 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.313995 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3526c15c-26c2-4d83-9f25-a333653854fc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (83fbb24d-4408-43cf-ab86-083cf1130f86), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.379409 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3526c15c-26c2-4d83-9f25-a333653854fc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (83fbb24d-4408-43cf-ab86-083cf1130f86), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.384908 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3526c15c-26c2-4d83-9f25-a333653854fc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (83fbb24d-4408-43cf-ab86-083cf1130f86), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.386064 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:14.386501 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.412495 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=d139a516-2e37-4ae5-9ebe-a26dfd9d4b45,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:14.416838 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3526c15c-26c2-4d83-9f25-a333653854fc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.418075 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3526c15c-26c2-4d83-9f25-a333653854fc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586270 Jul 04 10:17:14.419186 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526c15c-26c2-4d83-9f25-a333653854fc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fbb24d-4408-43cf-ab86-083cf1130f86,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:14.420833 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52176) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:14.425590 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-60499ab0-dddc-4772-9e76-e0b4c04fa104 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'security_group_rule': {'security_group_id': 'b377e167-5812-4a79-91c2-25eabee60e11', 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:14.426478 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.427534 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device eb126ecb-0377-45cc-874f-dcaac66651c2 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:14.459001 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-60499ab0-dddc-4772-9e76-e0b4c04fa104 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (5d1ae9c2-aa0f-4a1e-94f2-0ff2ce9a3696), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.498382 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:14.509386 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=d139a516-2e37-4ae5-9ebe-a26dfd9d4b45,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:14.515727 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port eb126ecb-0377-45cc-874f-dcaac66651c2 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:14.516076 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.520700 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-60499ab0-dddc-4772-9e76-e0b4c04fa104 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (5d1ae9c2-aa0f-4a1e-94f2-0ff2ce9a3696), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.526180 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-60499ab0-dddc-4772-9e76-e0b4c04fa104 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (5d1ae9c2-aa0f-4a1e-94f2-0ff2ce9a3696), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.537359 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:14.547110 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60499ab0-dddc-4772-9e76-e0b4c04fa104 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1ae9c2-aa0f-4a1e-94f2-0ff2ce9a3696,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:14.554855 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-60499ab0-dddc-4772-9e76-e0b4c04fa104 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.556551 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-60499ab0-dddc-4772-9e76-e0b4c04fa104 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346874 Jul 04 10:17:14.559400 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52178) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:14.563950 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-72e96902-4db2-49ad-976f-9fc536abc089 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'security_group_rule': {'security_group_id': 'b377e167-5812-4a79-91c2-25eabee60e11', 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:14.594614 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72e96902-4db2-49ad-976f-9fc536abc089 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (fc684338-21ba-4f83-92e1-05bf7b4405da), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.596733 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port eb126ecb-0377-45cc-874f-dcaac66651c2 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:14.619813 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:14.657844 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72e96902-4db2-49ad-976f-9fc536abc089 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (fc684338-21ba-4f83-92e1-05bf7b4405da), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.662902 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72e96902-4db2-49ad-976f-9fc536abc089 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (fc684338-21ba-4f83-92e1-05bf7b4405da), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.682925 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e96902-4db2-49ad-976f-9fc536abc089 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc684338-21ba-4f83-92e1-05bf7b4405da,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:14.690441 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72e96902-4db2-49ad-976f-9fc536abc089 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.691644 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-72e96902-4db2-49ad-976f-9fc536abc089 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312184 Jul 04 10:17:14.694859 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52180) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:14.699408 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-f2c8fd80-48af-412f-94eb-0781a281b3dd tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'security_group_rule': {'security_group_id': 'b377e167-5812-4a79-91c2-25eabee60e11', 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:14.731713 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fd80-48af-412f-94eb-0781a281b3dd tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (dec963bc-052a-46a6-80b4-515303bf7eb2), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.741502 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:UPDATE=1,neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:14.797972 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fd80-48af-412f-94eb-0781a281b3dd tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (dec963bc-052a-46a6-80b4-515303bf7eb2), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.803053 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fd80-48af-412f-94eb-0781a281b3dd tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (dec963bc-052a-46a6-80b4-515303bf7eb2), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.820896 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8fd80-48af-412f-94eb-0781a281b3dd tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec963bc-052a-46a6-80b4-515303bf7eb2,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:14.830838 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2c8fd80-48af-412f-94eb-0781a281b3dd tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.835179 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f2c8fd80-48af-412f-94eb-0781a281b3dd tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392388 Jul 04 10:17:14.835620 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52186) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:14.840828 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-a7d950a6-1fc0-46d8-8110-8ccade5e05fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'security_group_rule': {'security_group_id': 'b377e167-5812-4a79-91c2-25eabee60e11', 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:14.867074 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.securitygroups_db [None req-a7d950a6-1fc0-46d8-8110-8ccade5e05fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Project aaff1fa03a194074aa14fae9db94cefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 10:17:14.876385 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a7d950a6-1fc0-46d8-8110-8ccade5e05fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (6005f55d-39aa-4a5b-904c-d20db4f9b051), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.940374 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a7d950a6-1fc0-46d8-8110-8ccade5e05fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (6005f55d-39aa-4a5b-904c-d20db4f9b051), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.945853 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a7d950a6-1fc0-46d8-8110-8ccade5e05fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (6005f55d-39aa-4a5b-904c-d20db4f9b051), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.969539 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d950a6-1fc0-46d8-8110-8ccade5e05fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6005f55d-39aa-4a5b-904c-d20db4f9b051,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:14.976387 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a7d950a6-1fc0-46d8-8110-8ccade5e05fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:14.976896 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a7d950a6-1fc0-46d8-8110-8ccade5e05fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398103 Jul 04 10:17:14.980037 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52190) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:14.986317 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-dbe16d70-b23e-4950-ba24-754e5ffca780 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'security_group_rule': {'security_group_id': 'b377e167-5812-4a79-91c2-25eabee60e11', 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:15.012807 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.securitygroups_db [None req-dbe16d70-b23e-4950-ba24-754e5ffca780 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Project aaff1fa03a194074aa14fae9db94cefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 10:17:15.018223 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:15.021121 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d70-b23e-4950-ba24-754e5ffca780 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (e0c0176b-e253-4799-bedd-9f3812128eff), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.029179 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52192) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:15.109411 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d70-b23e-4950-ba24-754e5ffca780 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (e0c0176b-e253-4799-bedd-9f3812128eff), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.116907 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d70-b23e-4950-ba24-754e5ffca780 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (e0c0176b-e253-4799-bedd-9f3812128eff), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.136799 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe16d70-b23e-4950-ba24-754e5ffca780 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c0176b-e253-4799-bedd-9f3812128eff,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:15.159479 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dbe16d70-b23e-4950-ba24-754e5ffca780 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.161753 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-dbe16d70-b23e-4950-ba24-754e5ffca780 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1797404 Jul 04 10:17:15.187808 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e7262c9-3a2e-4de8-8c7d-6ba05070d972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.302435 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e7262c9-3a2e-4de8-8c7d-6ba05070d972 admin admin] Publish callbacks [] for security_group (1819e96c-e771-4bf0-96f3-cc549b0e7fc1), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.308636 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e7262c9-3a2e-4de8-8c7d-6ba05070d972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (1819e96c-e771-4bf0-96f3-cc549b0e7fc1), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.357118 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6e7262c9-3a2e-4de8-8c7d-6ba05070d972 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45dd96c90c824c45afd3b6b345b47e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267958 Jul 04 10:17:15.359509 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7262c9-3a2e-4de8-8c7d-6ba05070d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1819e96c-e771-4bf0-96f3-cc549b0e7fc1,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:15.359854 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52230) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:15.414654 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-78e75079-f37a-471b-9f2b-b2368f67b636 admin admin] Publish callbacks [] for security_group (1819e96c-e771-4bf0-96f3-cc549b0e7fc1), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.442404 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-78e75079-f37a-471b-9f2b-b2368f67b636 admin admin] Publish callbacks [] for security_group (1819e96c-e771-4bf0-96f3-cc549b0e7fc1), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.495807 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Sync routers for ids ['cc364262-d713-404b-a6ff-0c3ef1c8d062'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:15.503566 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-78e75079-f37a-471b-9f2b-b2368f67b636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (1819e96c-e771-4bf0-96f3-cc549b0e7fc1), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.505977 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Routers {'cc364262-d713-404b-a6ff-0c3ef1c8d062'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:15.506601 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['cc364262-d713-404b-a6ff-0c3ef1c8d062'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:15.510361 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-78e75079-f37a-471b-9f2b-b2368f67b636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.511606 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-78e75079-f37a-471b-9f2b-b2368f67b636 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1819e96c-e771-4bf0-96f3-cc549b0e7fc1 HTTP/1.1" status: 204 len: 168 time: 0.1508608 Jul 04 10:17:15.521124 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e75079-f37a-471b-9f2b-b2368f67b636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1819e96c-e771-4bf0-96f3-cc549b0e7fc1,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:15.656668 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Set router cc364262-d713-404b-a6ff-0c3ef1c8d062 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:15.860863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52250) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:15.875452 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33b73ec1-698b-4c61-92cd-92dfe340b48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.882625 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:17:12Z', 'revision_number': 4, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port': {'id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:10Z', 'updated_at': '2022-07-04T10:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '739768a8-3930-4944-9a54-d88911359e94', 'name': '', 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'mac_address': 'fa:16:3e:2a:8f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '4953401c-aff5-4c02-b263-61b88b9b2d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:11Z', 'updated_at': '2022-07-04T10:17:12Z', 'revision_number': 2, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'subnets': [{'id': '4953401c-aff5-4c02-b263-61b88b9b2d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:15.909276 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Checking router: cc364262-d713-404b-a6ff-0c3ef1c8d062 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:15.909663 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Updating router cc364262-d713-404b-a6ff-0c3ef1c8d062 port 739768a8-3930-4944-9a54-d88911359e94 binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:17:15.939343 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (739768a8-3930-4944-9a54-d88911359e94), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.979246 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33b73ec1-698b-4c61-92cd-92dfe340b48a admin admin] Publish callbacks [] for security_group (868bc03b-a9db-47d3-8099-723e0341a818), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:15.984761 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-33b73ec1-698b-4c61-92cd-92dfe340b48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (868bc03b-a9db-47d3-8099-723e0341a818), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.029350 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-33b73ec1-698b-4c61-92cd-92dfe340b48a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=796a3326c4d74dc68a84cd6fceae7e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674109 Jul 04 10:17:16.032179 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52266) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:16.041320 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b73ec1-698b-4c61-92cd-92dfe340b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868bc03b-a9db-47d3-8099-723e0341a818,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:16.044047 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:16.092736 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3c5de2b0-3720-4011-ace6-c92410d37140 admin admin] Publish callbacks [] for security_group (868bc03b-a9db-47d3-8099-723e0341a818), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.116241 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:16.118023 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:16.121318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3c5de2b0-3720-4011-ace6-c92410d37140 admin admin] Publish callbacks [] for security_group (868bc03b-a9db-47d3-8099-723e0341a818), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.164494 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:16.164854 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.169364 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:16.184267 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3c5de2b0-3720-4011-ace6-c92410d37140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (868bc03b-a9db-47d3-8099-723e0341a818), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.186861 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3c5de2b0-3720-4011-ace6-c92410d37140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.188156 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3c5de2b0-3720-4011-ace6-c92410d37140 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/868bc03b-a9db-47d3-8099-723e0341a818 HTTP/1.1" status: 204 len: 168 time: 0.1549590 Jul 04 10:17:16.202812 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5de2b0-3720-4011-ace6-c92410d37140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868bc03b-a9db-47d3-8099-723e0341a818,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:16.326798 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Publish callbacks [] for port (739768a8-3930-4944-9a54-d88911359e94), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.328675 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:16.336904 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (739768a8-3930-4944-9a54-d88911359e94), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.345251 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:16.393056 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6feec-c0cc-4849-a9be-de0bc156fd9b None None] Pushing event updated for resources: {'Port': ['ID=739768a8-3930-4944-9a54-d88911359e94,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:16.469650 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Attempting to bind port 739768a8-3930-4944-9a54-d88911359e94 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:16.470176 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Attempting to bind port 739768a8-3930-4944-9a54-d88911359e94 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:16.470606 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Attempting to bind port 739768a8-3930-4944-9a54-d88911359e94 on network a98f9b19-a98b-46ac-9cfc-93d828e2e576 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:16.478454 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:16.478825 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Checking segment: {'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:16.479192 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.479579 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Bound using segment: {'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:16.480057 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Bound port: 739768a8-3930-4944-9a54-d88911359e94, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea9394e-4572-4f9d-bce3-7728d65f8b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:16.480430 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (739768a8-3930-4944-9a54-d88911359e94), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.551220 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] For port 739768a8-3930-4944-9a54-d88911359e94, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:16.554789 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] For port 739768a8-3930-4944-9a54-d88911359e94, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=739768a8-3930-4944-9a54-d88911359e94,segment=NetworkSegment(8ea9394e-4572-4f9d-bce3-7728d65f8b01),segment_id=8ea9394e-4572-4f9d-bce3-7728d65f8b01)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:16.563937 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (739768a8-3930-4944-9a54-d88911359e94), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.633347 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Routers {'cc364262-d713-404b-a6ff-0c3ef1c8d062'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:16.634090 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['cc364262-d713-404b-a6ff-0c3ef1c8d062'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:16.644333 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52282) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:16.682153 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6feec-c0cc-4849-a9be-de0bc156fd9b None None] Pushing event updated for resources: {'Port': ['ID=739768a8-3930-4944-9a54-d88911359e94,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:16.705320 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7430a3-5553-40b9-b4b7-c225a6459d3b admin admin] Deleting subnet 573d5c03-7ae0-4571-ad5e-c3e689e321a1 {{(pid=104129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:17:16.712372 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a7430a3-5553-40b9-b4b7-c225a6459d3b admin admin] Publish callbacks [] for subnet (573d5c03-7ae0-4571-ad5e-c3e689e321a1), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.777217 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a7430a3-5553-40b9-b4b7-c225a6459d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1061532'] for subnet (573d5c03-7ae0-4571-ad5e-c3e689e321a1), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.863686 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a7430a3-5553-40b9-b4b7-c225a6459d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (573d5c03-7ae0-4571-ad5e-c3e689e321a1), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.928431 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a7430a3-5553-40b9-b4b7-c225a6459d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3796030'] for subnet (573d5c03-7ae0-4571-ad5e-c3e689e321a1), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.935279 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-93a0228b-caa0-4733-a2f8-9c55794f4f0f None None] Provisioning complete for port 739768a8-3930-4944-9a54-d88911359e94 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:16.935650 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-93a0228b-caa0-4733-a2f8-9c55794f4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (739768a8-3930-4944-9a54-d88911359e94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.954688 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7430a3-5553-40b9-b4b7-c225a6459d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=573d5c03-7ae0-4571-ad5e-c3e689e321a1,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:16.962836 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0a7430a3-5553-40b9-b4b7-c225a6459d3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:16.967094 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-0a7430a3-5553-40b9-b4b7-c225a6459d3b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/573d5c03-7ae0-4571-ad5e-c3e689e321a1 HTTP/1.1" status: 204 len: 168 time: 0.3210137 Jul 04 10:17:16.968979 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52294) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:17.013086 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] Set router cc364262-d713-404b-a6ff-0c3ef1c8d062 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:17.050446 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (7cfa67a6-e002-4bb8-b37c-80e0c41eb386), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.086557 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-93a0228b-caa0-4733-a2f8-9c55794f4f0f None None] Current status of the port 739768a8-3930-4944-9a54-d88911359e94 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:17.086948 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-93a0228b-caa0-4733-a2f8-9c55794f4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (739768a8-3930-4944-9a54-d88911359e94), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.114081 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:17.139039 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (7cfa67a6-e002-4bb8-b37c-80e0c41eb386), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.163230 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfa67a6-e002-4bb8-b37c-80e0c41eb386']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:17.173811 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8b573b-0b2d-4cd6-aa4a-5044718c8230') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:17.177674 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8b573b-0b2d-4cd6-aa4a-5044718c8230') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:17.177674 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:17.183138 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-93a0228b-caa0-4733-a2f8-9c55794f4f0f None None] For port 739768a8-3930-4944-9a54-d88911359e94, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=739768a8-3930-4944-9a54-d88911359e94,segment=NetworkSegment(8ea9394e-4572-4f9d-bce3-7728d65f8b01),segment_id=8ea9394e-4572-4f9d-bce3-7728d65f8b01)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:17.193354 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (2a8b573b-0b2d-4cd6-aa4a-5044718c8230), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.209515 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (2a8b573b-0b2d-4cd6-aa4a-5044718c8230), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.213389 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-93a0228b-caa0-4733-a2f8-9c55794f4f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (739768a8-3930-4944-9a54-d88911359e94), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.217808 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:17:17.218387 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (2a8b573b-0b2d-4cd6-aa4a-5044718c8230), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.274480 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 2a8b573b-0b2d-4cd6-aa4a-5044718c8230 resource provider aggregate not found Jul 04 10:17:17.301742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (7cfa67a6-e002-4bb8-b37c-80e0c41eb386), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.307937 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.313726 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] 10.222.0.79 "DELETE /v2.0/networks/7cfa67a6-e002-4bb8-b37c-80e0c41eb386 HTTP/1.1" status: 204 len: 168 time: 0.3410213 Jul 04 10:17:17.324551 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0228b-caa0-4733-a2f8-9c55794f4f0f None None] Pushing event updated for resources: {'Port': ['ID=739768a8-3930-4944-9a54-d88911359e94,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:17.333882 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 2a8b573b-0b2d-4cd6-aa4a-5044718c8230 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a8b573b-0b2d-4cd6-aa4a-5044718c8230 found for delete ", "request_id": "req-047891c2-504c-46c7-a283-f50c4054f2b5"}]} Jul 04 10:17:17.337205 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa57350-0b67-4009-b734-b45b57f398ea admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfa67a6-e002-4bb8-b37c-80e0c41eb386,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:17.347630 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-02647307-7ffe-42f1-8130-78b1ffc37b11 None None] Provisioning complete for port 739768a8-3930-4944-9a54-d88911359e94 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:17.347947 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-02647307-7ffe-42f1-8130-78b1ffc37b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (739768a8-3930-4944-9a54-d88911359e94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:17.349734 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:17:12Z', 'revision_number': 4, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port': {'id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:10Z', 'updated_at': '2022-07-04T10:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '739768a8-3930-4944-9a54-d88911359e94', 'name': '', 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'mac_address': 'fa:16:3e:2a:8f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '4953401c-aff5-4c02-b263-61b88b9b2d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:11Z', 'updated_at': '2022-07-04T10:17:16Z', 'revision_number': 4, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'subnets': [{'id': '4953401c-aff5-4c02-b263-61b88b9b2d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:17.400046 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a149f-bdc6-4ac6-aded-c6e73c7d6364 None None] The sync data for ids ['cc364262-d713-404b-a6ff-0c3ef1c8d062'] in dv-cinder-848418-1-iscsi is: [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:17:12Z', 'revision_number': 4, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port': {'id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:10Z', 'updated_at': '2022-07-04T10:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': '739768a8-3930-4944-9a54-d88911359e94', 'name': '', 'network_id': 'a98f9b19-a98b-46ac-9cfc-93d828e2e576', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'mac_address': 'fa:16:3e:2a:8f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '4953401c-aff5-4c02-b263-61b88b9b2d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:11Z', 'updated_at': '2022-07-04T10:17:16Z', 'revision_number': 4, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'subnets': [{'id': '4953401c-aff5-4c02-b263-61b88b9b2d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:17.530179 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-02647307-7ffe-42f1-8130-78b1ffc37b11 None None] Current status of the port 739768a8-3930-4944-9a54-d88911359e94 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:17.604261 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52312) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:17.657189 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-e9d97e59-b53f-41fb-8d9d-90901ff77087 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02795b95a9b84564999233883b763e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514817 Jul 04 10:17:17.659802 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52314) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:17.723942 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-11c42f97-e9bf-47a7-8dfc-f9b38f08e99f admin admin] Publish callbacks [] for security_group (e0e5c69c-5105-41b6-88f7-d05faf047597), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:18.025644 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 739768a8-3930-4944-9a54-d88911359e94 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:18.055775 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-11c42f97-e9bf-47a7-8dfc-f9b38f08e99f admin admin] Publish callbacks [] for security_group (e0e5c69c-5105-41b6-88f7-d05faf047597), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:18.062621 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:18.078714 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:18.081046 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 739768a8-3930-4944-9a54-d88911359e94 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:18.081433 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (739768a8-3930-4944-9a54-d88911359e94), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:18.117221 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-11c42f97-e9bf-47a7-8dfc-f9b38f08e99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (e0e5c69c-5105-41b6-88f7-d05faf047597), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:18.120813 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-11c42f97-e9bf-47a7-8dfc-f9b38f08e99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:18.122111 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-11c42f97-e9bf-47a7-8dfc-f9b38f08e99f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0e5c69c-5105-41b6-88f7-d05faf047597 HTTP/1.1" status: 204 len: 168 time: 0.4612978 Jul 04 10:17:18.130863 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c42f97-e9bf-47a7-8dfc-f9b38f08e99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e5c69c-5105-41b6-88f7-d05faf047597,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:18.194978 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 739768a8-3930-4944-9a54-d88911359e94 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:19.068610 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52374) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:19.188024 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-736835972-network', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:19.220424 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Made reservation on behalf of 09b54b24115e4074a79f93c255d4c0ca for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:19.223218 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.237276 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.334701 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Publish callbacks [] for security_group (39bf594e-9bca-4f84-a77e-8aaa28cb8304), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.343106 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (39bf594e-9bca-4f84-a77e-8aaa28cb8304), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.363952 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:17:19.382394 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (71ddaf93-cb5b-4b42-878e-0e6e5c801e64), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.382743 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Added segment 71ddaf93-cb5b-4b42-878e-0e6e5c801e64 of type vlan for network 126ed554-ad68-449c-8b8d-0dccc8e656a8 Jul 04 10:17:19.383210 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52380) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:19.384118 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bf594e-9bca-4f84-a77e-8aaa28cb8304,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:19.427972 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (126ed554-ad68-449c-8b8d-0dccc8e656a8), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.455119 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (126ed554-ad68-449c-8b8d-0dccc8e656a8), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.456195 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:19.456855 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.491876 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4221880 Jul 04 10:17:19.496056 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52384) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:19.498567 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0df71b7b-eb98-4235-a6cf-56b5cfa8168e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.500562 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Request body: {'subnet': {'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-736835972-subnet', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:19.534850 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa4c46-0307-4044-9c01-67b3a0ffbbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=126ed554-ad68-449c-8b8d-0dccc8e656a8,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:19.551405 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:17:19.552407 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Made reservation on behalf of 09b54b24115e4074a79f93c255d4c0ca for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:19.556963 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3468776'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.608224 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0df71b7b-eb98-4235-a6cf-56b5cfa8168e admin admin] Publish callbacks [] for security_group (73a0c087-259c-4b89-a727-ec97a3a92473), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.615486 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-0df71b7b-eb98-4235-a6cf-56b5cfa8168e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (73a0c087-259c-4b89-a727-ec97a3a92473), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.664795 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-0df71b7b-eb98-4235-a6cf-56b5cfa8168e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65654bd6e75542a093b478139cadf49b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804451 Jul 04 10:17:19.666191 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df71b7b-eb98-4235-a6cf-56b5cfa8168e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a0c087-259c-4b89-a727-ec97a3a92473,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:19.666446 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52386) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:19.787399 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c9b7-e10b-45ec-b576-73ad99dcc757 admin admin] Publish callbacks [] for security_group (73a0c087-259c-4b89-a727-ec97a3a92473), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.826655 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c9b7-e10b-45ec-b576-73ad99dcc757 admin admin] Publish callbacks [] for security_group (73a0c087-259c-4b89-a727-ec97a3a92473), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.828863 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3384194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3468818'] for subnet (c9f83f28-1f01-4950-be1b-f370edbee1f9), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.891081 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:19.903653 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:19.916518 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f83f28-1f01-4950-be1b-f370edbee1f9,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:19.942992 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Checking segment: {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:19.943254 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Network hostable DHCP agents. Network: 126ed554-ad68-449c-8b8d-0dccc8e656a8, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:17:19.952076 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c9b7-e10b-45ec-b576-73ad99dcc757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (73a0c087-259c-4b89-a727-ec97a3a92473), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.954952 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c9b7-e10b-45ec-b576-73ad99dcc757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:19.956801 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9cf9c9b7-e10b-45ec-b576-73ad99dcc757 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73a0c087-259c-4b89-a727-ec97a3a92473 HTTP/1.1" status: 204 len: 168 time: 0.2893069 Jul 04 10:17:19.974278 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9c9b7-e10b-45ec-b576-73ad99dcc757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a0c087-259c-4b89-a727-ec97a3a92473,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:19.984934 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:17:20.005485 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, 126ed554-ad68-449c-8b8d-0dccc8e656a8) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:20.010352 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:20.011243 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.015538 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1864f946-0dcf-46c6-a17b-3ab2b1dd7d72 None None] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:17:20.046221 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-31e31ca1-5371-44bc-ad13-baa4696969a9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5442302 Jul 04 10:17:20.046221 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52392) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:20.048563 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:20.081735 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (b60e971d-538f-44aa-9353-33af85ad3444), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.083591 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (b60e971d-538f-44aa-9353-33af85ad3444), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.138032 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-126ed554-ad68-449c-8b8d-0dccc8e656a8', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:17:20.139531 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.297736 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Allocated IP 172.20.0.2 (126ed554-ad68-449c-8b8d-0dccc8e656a8/c9f83f28-1f01-4950-be1b-f370edbee1f9/9c4be45d-a11d-4ea9-b348-731f6c32d7c7) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:20.362046 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52396) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:20.378641 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-18535e49-ae07-43d7-8e74-b719a6ddc263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.403301 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:20.406121 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks [] for router_controller (b60e971d-538f-44aa-9353-33af85ad3444), precommit_add_association {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.476736 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-18535e49-ae07-43d7-8e74-b719a6ddc263 admin admin] Publish callbacks [] for security_group (5f085630-76fa-4418-9a56-7bff57227d87), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.479798 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Publish callbacks [] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.486107 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-18535e49-ae07-43d7-8e74-b719a6ddc263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (5f085630-76fa-4418-9a56-7bff57227d87), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.488048 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.531623 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:20.535188 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-18535e49-ae07-43d7-8e74-b719a6ddc263 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=08bd36b51ea940bab7f3c9be7244eb82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692278 Jul 04 10:17:20.535565 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52398) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:20.536758 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:20.540710 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:20.542348 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18535e49-ae07-43d7-8e74-b719a6ddc263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f085630-76fa-4418-9a56-7bff57227d87,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:20.544266 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Pushing event updated for resources: {'Port': ['ID=9c4be45d-a11d-4ea9-b348-731f6c32d7c7,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:20.571982 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks [] for router_gateway (b60e971d-538f-44aa-9353-33af85ad3444), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.596253 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f606-8d94-4aa3-b66a-e4e215697680 admin admin] Publish callbacks [] for security_group (5f085630-76fa-4418-9a56-7bff57227d87), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.612045 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Attempting to bind port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:20.612654 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Attempting to bind port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:20.612757 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Attempting to bind port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 on network 126ed554-ad68-449c-8b8d-0dccc8e656a8 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:20.618348 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:20.618803 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f606-8d94-4aa3-b66a-e4e215697680 admin admin] Publish callbacks [] for security_group (5f085630-76fa-4418-9a56-7bff57227d87), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.618926 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Checking segment: {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:20.619270 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.619717 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Bound using segment: {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:20.620238 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Bound port: 9c4be45d-a11d-4ea9-b348-731f6c32d7c7, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:20.620671 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.672543 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f606-8d94-4aa3-b66a-e4e215697680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (5f085630-76fa-4418-9a56-7bff57227d87), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.675254 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-3dc8f606-8d94-4aa3-b66a-e4e215697680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.676517 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-3dc8f606-8d94-4aa3-b66a-e4e215697680 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f085630-76fa-4418-9a56-7bff57227d87 HTTP/1.1" status: 204 len: 168 time: 0.1398203 Jul 04 10:17:20.685480 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8f606-8d94-4aa3-b66a-e4e215697680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f085630-76fa-4418-9a56-7bff57227d87,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:20.698508 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] For port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:20.704493 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] For port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=9c4be45d-a11d-4ea9-b348-731f6c32d7c7,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:20.717163 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.785025 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba2acd-8924-44ff-84b3-a6e97f7302e8 None None] Pushing event updated for resources: {'Port': ['ID=9c4be45d-a11d-4ea9-b348-731f6c32d7c7,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:20.804043 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks [] for router_gateway (b60e971d-538f-44aa-9353-33af85ad3444), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:20.824712 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:21.001250 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Allocated IP 172.27.2.65 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/330f2c35-e0c2-4d92-9f05-511c95afab03) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:21.147051 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks [] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:21.185609 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:21.209643 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:21.232851 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:21.237910 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:21.240622 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:21.244555 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Pushing event updated for resources: {'Port': ['ID=330f2c35-e0c2-4d92-9f05-511c95afab03,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:21.278485 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:21.501641 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks [] for router_gateway (b60e971d-538f-44aa-9353-33af85ad3444), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:21.708292 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (b60e971d-538f-44aa-9353-33af85ad3444), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:21.832752 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b34af1-1368-4221-85f8-b045cd4470cd None None] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:17:21.858813 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:21.875643 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Router b60e971d-538f-44aa-9353-33af85ad3444 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:17:21.914666 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-5ee60fe0-215e-4dae-9222-7bcf1ab641d4 None None] Provisioning complete for port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:21.915033 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5ee60fe0-215e-4dae-9222-7bcf1ab641d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.026157 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:22.042491 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-5ee60fe0-215e-4dae-9222-7bcf1ab641d4 None None] Current status of the port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:22.043005 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5ee60fe0-215e-4dae-9222-7bcf1ab641d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.044051 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Sync routers for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:22.051966 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.053527 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b2d55204-c609-43fd-9dc1-ad03e78b625a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0087276 Jul 04 10:17:22.055813 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:22.056465 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:22.057590 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52430) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:22.096857 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-5ee60fe0-215e-4dae-9222-7bcf1ab641d4 None None] For port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=9c4be45d-a11d-4ea9-b348-731f6c32d7c7,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:22.105087 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5ee60fe0-215e-4dae-9222-7bcf1ab641d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.117929 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:22.227180 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:17:22.247585 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:22.285939 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee60fe0-215e-4dae-9222-7bcf1ab641d4 None None] Pushing event updated for resources: {'Port': ['ID=9c4be45d-a11d-4ea9-b348-731f6c32d7c7,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:22.303024 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:22.303024 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.391133 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:22.430757 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-47fe0b7e-17ea-4492-82dc-4ec7c8898608 None None] Provisioning complete for port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:22.431225 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-47fe0b7e-17ea-4492-82dc-4ec7c8898608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.482947 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:22.529220 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:22.542442 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:22.544052 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:21Z', 'revision_number': 3, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:22.545489 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-47fe0b7e-17ea-4492-82dc-4ec7c8898608 None None] Current status of the port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:22.575507 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Checking router: b60e971d-538f-44aa-9353-33af85ad3444 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:22.575855 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Updating router b60e971d-538f-44aa-9353-33af85ad3444 port 330f2c35-e0c2-4d92-9f05-511c95afab03 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:17:22.604559 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:22.606743 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.677859 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.800989 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:22.870095 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Allocated IP 172.20.0.1 (126ed554-ad68-449c-8b8d-0dccc8e656a8/c9f83f28-1f01-4950-be1b-f370edbee1f9/dab931ec-9e22-4c85-aba1-03ae103d81f6) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:22.880078 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Publish callbacks [] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.886624 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.940882 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Attempting to bind port 330f2c35-e0c2-4d92-9f05-511c95afab03 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:22.941244 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Attempting to bind port 330f2c35-e0c2-4d92-9f05-511c95afab03 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:22.941594 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Attempting to bind port 330f2c35-e0c2-4d92-9f05-511c95afab03 on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:22.950679 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:22.951045 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:22.951440 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.951821 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:22.952272 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Bound port: 330f2c35-e0c2-4d92-9f05-511c95afab03, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:22.952641 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:22.954210 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22c7bc-e9ba-497a-afcf-16e34504e6f7 None None] Pushing event updated for resources: {'Port': ['ID=330f2c35-e0c2-4d92-9f05-511c95afab03,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:22.996689 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Publish callbacks [] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.014830 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] For port 330f2c35-e0c2-4d92-9f05-511c95afab03, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:23.021740 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] For port 330f2c35-e0c2-4d92-9f05-511c95afab03, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=330f2c35-e0c2-4d92-9f05-511c95afab03,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:23.030841 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.034558 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.081265 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:23.085104 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:23.089258 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:23.097203 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:23.097859 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:23.138589 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Pushing event updated for resources: {'Port': ['ID=dab931ec-9e22-4c85-aba1-03ae103d81f6,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:23.151815 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (b60e971d-538f-44aa-9353-33af85ad3444), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.241801 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22c7bc-e9ba-497a-afcf-16e34504e6f7 None None] Pushing event updated for resources: {'Port': ['ID=330f2c35-e0c2-4d92-9f05-511c95afab03,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:23.317707 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:23.383388 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.435628 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:23.478309 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-dc23c184-e848-4b94-be60-b03915936ff6 None None] Provisioning complete for port dab931ec-9e22-4c85-aba1-03ae103d81f6 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:23.479310 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dc23c184-e848-4b94-be60-b03915936ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.504090 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:23.511523 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:21Z', 'revision_number': 3, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:23.513928 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-dc23c184-e848-4b94-be60-b03915936ff6 None None] Port dab931ec-9e22-4c85-aba1-03ae103d81f6 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:23.543831 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daaf312-fa48-443a-92b5-e06ef689b269 None None] The sync data for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi is: [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:21Z', 'revision_number': 3, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:23.576449 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Publish callbacks [] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.583397 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.663539 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Pushing event updated for resources: {'Port': ['ID=dab931ec-9e22-4c85-aba1-03ae103d81f6,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:23.665917 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (b60e971d-538f-44aa-9353-33af85ad3444), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:23.781773 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:23.783303 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:23.919458 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Router b60e971d-538f-44aa-9353-33af85ad3444 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:17:24.021584 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:24.062803 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:24.074074 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-47c2bae7-2544-49c1-82ed-ee8eff777d3f admin admin] 10.222.0.79 "PUT /v2.0/routers/b60e971d-538f-44aa-9353-33af85ad3444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0114563 Jul 04 10:17:24.074302 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-c2b6570d-07d3-47bc-b371-84796e10b188 None None] Provisioning complete for port dab931ec-9e22-4c85-aba1-03ae103d81f6 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:24.074571 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c2b6570d-07d3-47bc-b371-84796e10b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:24.138030 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6570d-07d3-47bc-b371-84796e10b188 None None] Port dab931ec-9e22-4c85-aba1-03ae103d81f6 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:24.147473 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:24.147848 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:24.241902 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:24.844492 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52488) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:24.850209 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-863382033-network', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:24.871910 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Made reservation on behalf of 8a785e9fae27434bbd0cac2396834fe8 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:24.874645 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:24.884932 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:24.968956 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Publish callbacks [] for security_group (9d6999bf-e5df-4f5e-92a7-8aff885f17d5), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:24.978986 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (9d6999bf-e5df-4f5e-92a7-8aff885f17d5), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.008601 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 04 10:17:25.015381 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6999bf-e5df-4f5e-92a7-8aff885f17d5,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:25.021997 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (31db6a2c-f6ee-4994-bb51-ab2a4392095b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.022406 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Added segment 31db6a2c-f6ee-4994-bb51-ab2a4392095b of type vlan for network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b Jul 04 10:17:25.060099 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:25.064792 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759681662657'] for network (fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.093697 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833'] for network (fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.094680 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:25.095305 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.115511 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:25.133029 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.2872672 Jul 04 10:17:25.135936 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52494) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:25.141082 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Request body: {'subnet': {'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-863382033-subnet', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:25.174564 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caed0bb-46b7-4723-aa9b-bdd00071f81b admin admin] Pushing event updated for resources: {'Network': ['ID=fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:25.186517 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b details requested by agent ovs-agent-dv-cinder-848418-1-iscsi with host dv-cinder-848418-1-iscsi {{(pid=104131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 04 10:17:25.196843 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Made reservation on behalf of 8a785e9fae27434bbd0cac2396834fe8 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:25.199327 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3468776'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.375795 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3384194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3468818'] for subnet (276514be-4bd1-433b-91aa-8adeb192395b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.404074 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85ef7dc5-704f-472b-b264-f341cf04967e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.436590 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=276514be-4bd1-433b-91aa-8adeb192395b,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:25.446191 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Checking segment: {'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:25.446548 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Network hostable DHCP agents. Network: fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b, hostable agents: ['9957896e-fa33-44b0-80f5-17e7e602bfd4'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 04 10:17:25.464793 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b is scheduled to be hosted by DHCP agent 9957896e-fa33-44b0-80f5-17e7e602bfd4 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 04 10:17:25.475937 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-1-iscsi, fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:25.480850 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:25.481528 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.485600 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c6c9d-bc09-4e9f-bef2-3ef0880478b8 None None] Network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:17:25.499484 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3ac60194-ff9f-4668-8746-b7a89c0268b9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3621259 Jul 04 10:17:25.502458 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52506) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:25.507970 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:25.511206 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:25.522252 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:25.528831 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123086'] for router (aa973c55-fb17-4f6f-87b1-c3008f78c946), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.529910 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-716617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123097'] for router (aa973c55-fb17-4f6f-87b1-c3008f78c946), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.586091 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks [] for router_controller (aa973c55-fb17-4f6f-87b1-c3008f78c946), precommit_add_association {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.596716 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1046ea3-7839-565b-8dce-a44c9a6399d2-fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b', 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b', 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'fixed_ips': [{'subnet_id': '276514be-4bd1-433b-91aa-8adeb192395b'}]}} from dv-cinder-848418-1-iscsi. {{(pid=104131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 04 10:17:25.597815 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.671022 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Sync routers for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:25.702716 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:25.703343 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:25.723001 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:25.726967 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks [] for router_gateway (aa973c55-fb17-4f6f-87b1-c3008f78c946), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.949247 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks [] for router_gateway (aa973c55-fb17-4f6f-87b1-c3008f78c946), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.958626 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Allocated IP 172.20.0.2 (fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b/276514be-4bd1-433b-91aa-8adeb192395b/a8b04265-8fe6-413d-8732-f1025ec1ebd1) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:25.983358 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:25.999042 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52514) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:26.006855 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:26.057604 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 330f2c35-e0c2-4d92-9f05-511c95afab03 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:26.090550 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:26.111716 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Allocated IP 172.27.2.117 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/faa92395-5537-4f2c-bbf5-dfb8075f0d56) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:26.121141 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-79445a72-3141-4b89-b401-9d9061551e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.211540 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-79445a72-3141-4b89-b401-9d9061551e93 admin admin] Publish callbacks [] for security_group (69ab2ee4-1553-4e71-b504-f1788f9dacfe), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.217642 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-79445a72-3141-4b89-b401-9d9061551e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (69ab2ee4-1553-4e71-b504-f1788f9dacfe), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.243491 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks [] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.262821 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-79445a72-3141-4b89-b401-9d9061551e93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0cf97b3228fb4369a21d800fbd734d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595146 Jul 04 10:17:26.263071 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 330f2c35-e0c2-4d92-9f05-511c95afab03 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:26.263545 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.263647 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52518) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:26.270831 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79445a72-3141-4b89-b401-9d9061551e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ab2ee4-1553-4e71-b504-f1788f9dacfe,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:26.281437 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.326415 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:26.329345 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-43e2f505-5d3f-4731-a18e-8e850f04c632 admin admin] Publish callbacks [] for security_group (69ab2ee4-1553-4e71-b504-f1788f9dacfe), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.331175 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:26.335174 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:26.340742 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Publish callbacks [] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.358040 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Pushing event updated for resources: {'Port': ['ID=faa92395-5537-4f2c-bbf5-dfb8075f0d56,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:26.358629 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-43e2f505-5d3f-4731-a18e-8e850f04c632 admin admin] Publish callbacks [] for security_group (69ab2ee4-1553-4e71-b504-f1788f9dacfe), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.374173 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.417632 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:26.422327 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-43e2f505-5d3f-4731-a18e-8e850f04c632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (69ab2ee4-1553-4e71-b504-f1788f9dacfe), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.427424 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-43e2f505-5d3f-4731-a18e-8e850f04c632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.432914 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-43e2f505-5d3f-4731-a18e-8e850f04c632 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/69ab2ee4-1553-4e71-b504-f1788f9dacfe HTTP/1.1" status: 204 len: 168 time: 0.1655359 Jul 04 10:17:26.435734 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:26.445413 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2f505-5d3f-4731-a18e-8e850f04c632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ab2ee4-1553-4e71-b504-f1788f9dacfe,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:26.451012 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:26.462194 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 2, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:26.484773 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:26.502919 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:26.530991 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:26.533902 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Pushing event updated for resources: {'Port': ['ID=a8b04265-8fe6-413d-8732-f1025ec1ebd1,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:26.536483 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Checking router: b60e971d-538f-44aa-9353-33af85ad3444 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:26.536769 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Updating router b60e971d-538f-44aa-9353-33af85ad3444 port dab931ec-9e22-4c85-aba1-03ae103d81f6 binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:17:26.596132 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 330f2c35-e0c2-4d92-9f05-511c95afab03 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:26.596673 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.609268 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.618711 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks [] for router_gateway (aa973c55-fb17-4f6f-87b1-c3008f78c946), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.655451 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port 330f2c35-e0c2-4d92-9f05-511c95afab03, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=330f2c35-e0c2-4d92-9f05-511c95afab03,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:26.679379 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Attempting to bind port a8b04265-8fe6-413d-8732-f1025ec1ebd1 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:26.679735 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Attempting to bind port a8b04265-8fe6-413d-8732-f1025ec1ebd1 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:26.680091 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Attempting to bind port a8b04265-8fe6-413d-8732-f1025ec1ebd1 on network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:26.682116 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.717905 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:26.718268 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Checking segment: {'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:26.718729 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.719137 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Bound using segment: {'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:26.719668 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Bound port: a8b04265-8fe6-413d-8732-f1025ec1ebd1, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:26.720028 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.788599 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52526) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:26.804207 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-786e8963-d14d-4b07-8ef6-f5c46239b20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.826429 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-716614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-660894'] for router (aa973c55-fb17-4f6f-87b1-c3008f78c946), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.836857 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=330f2c35-e0c2-4d92-9f05-511c95afab03,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:26.874661 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:26.883327 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] For port a8b04265-8fe6-413d-8732-f1025ec1ebd1, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:26.904817 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-786e8963-d14d-4b07-8ef6-f5c46239b20c admin admin] Publish callbacks [] for security_group (2a340a19-7855-4af9-a2f3-4790e839aa0f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.910178 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:26.911187 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] For port a8b04265-8fe6-413d-8732-f1025ec1ebd1, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a8b04265-8fe6-413d-8732-f1025ec1ebd1,segment=NetworkSegment(31db6a2c-f6ee-4994-bb51-ab2a4392095b),segment_id=31db6a2c-f6ee-4994-bb51-ab2a4392095b)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:26.911588 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-786e8963-d14d-4b07-8ef6-f5c46239b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2a340a19-7855-4af9-a2f3-4790e839aa0f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.942992 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:26.948447 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:26.958094 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e8963-d14d-4b07-8ef6-f5c46239b20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a340a19-7855-4af9-a2f3-4790e839aa0f,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:26.964907 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-786e8963-d14d-4b07-8ef6-f5c46239b20c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d329250ba734828bc3ff6dc9e8eae49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755333 Jul 04 10:17:26.967675 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52528) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:26.977078 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Router aa973c55-fb17-4f6f-87b1-c3008f78c946 is scheduled to L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b with binding_index 1 {{(pid=104129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 04 10:17:27.040333 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2bd70d80-9ece-4257-b82b-f1174618863a admin admin] Publish callbacks [] for security_group (2a340a19-7855-4af9-a2f3-4790e839aa0f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.042405 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d595e2b-63eb-4c0b-ad9a-a5809cb81dc3 None None] Pushing event updated for resources: {'Port': ['ID=a8b04265-8fe6-413d-8732-f1025ec1ebd1,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:27.073377 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2bd70d80-9ece-4257-b82b-f1174618863a admin admin] Publish callbacks [] for security_group (2a340a19-7855-4af9-a2f3-4790e839aa0f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.103534 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:27.123874 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Sync routers for ids ['aa973c55-fb17-4f6f-87b1-c3008f78c946'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:27.124453 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Publish callbacks [] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.130593 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.134411 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.134880 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52530) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:27.142225 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-90f92b93-4033-491c-9ab7-9147ddb7aab3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6380949 Jul 04 10:17:27.148147 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Routers {'aa973c55-fb17-4f6f-87b1-c3008f78c946'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:27.149149 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['aa973c55-fb17-4f6f-87b1-c3008f78c946'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:27.175631 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2bd70d80-9ece-4257-b82b-f1174618863a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (2a340a19-7855-4af9-a2f3-4790e839aa0f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.179240 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2bd70d80-9ece-4257-b82b-f1174618863a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.180397 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2bd70d80-9ece-4257-b82b-f1174618863a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a340a19-7855-4af9-a2f3-4790e839aa0f HTTP/1.1" status: 204 len: 168 time: 0.2115805 Jul 04 10:17:27.225172 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d6779-f202-46aa-9721-4991d5142648 None None] Pushing event updated for resources: {'Port': ['ID=dab931ec-9e22-4c85-aba1-03ae103d81f6,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:27.348377 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:27.356328 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Attempting to bind port dab931ec-9e22-4c85-aba1-03ae103d81f6 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:27.357606 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Attempting to bind port dab931ec-9e22-4c85-aba1-03ae103d81f6 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:27.358222 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Attempting to bind port dab931ec-9e22-4c85-aba1-03ae103d81f6 on network 126ed554-ad68-449c-8b8d-0dccc8e656a8 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:27.364660 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Set router aa973c55-fb17-4f6f-87b1-c3008f78c946 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:27.366169 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:27.366786 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Checking segment: {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:27.367547 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.368268 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Bound using segment: {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:27.368983 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Bound port: dab931ec-9e22-4c85-aba1-03ae103d81f6, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:27.369572 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.481120 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:27.486265 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] For port dab931ec-9e22-4c85-aba1-03ae103d81f6, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:27.493588 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] For port dab931ec-9e22-4c85-aba1-03ae103d81f6, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=dab931ec-9e22-4c85-aba1-03ae103d81f6,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:27.512160 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.614241 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-35ce7578-daa9-4397-bf86-2c2ba4b44ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.630461 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:27.636444 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:16:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:27.638808 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-5c138a27-554a-4010-aa2d-df1c3eef4df5 None None] Provisioning complete for port dab931ec-9e22-4c85-aba1-03ae103d81f6 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:27.640491 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c138a27-554a-4010-aa2d-df1c3eef4df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.690432 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 3, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port': {'id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:27.726240 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Checking router: aa973c55-fb17-4f6f-87b1-c3008f78c946 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:27.726846 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Updating router aa973c55-fb17-4f6f-87b1-c3008f78c946 port faa92395-5537-4f2c-bbf5-dfb8075f0d56 binding host dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:17:27.745967 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd70d80-9ece-4257-b82b-f1174618863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a340a19-7855-4af9-a2f3-4790e839aa0f,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:27.760623 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d6779-f202-46aa-9721-4991d5142648 None None] Pushing event updated for resources: {'Port': ['ID=dab931ec-9e22-4c85-aba1-03ae103d81f6,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:27.786545 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:27.847990 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:27.918875 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:27.920867 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-5c138a27-554a-4010-aa2d-df1c3eef4df5 None None] Current status of the port dab931ec-9e22-4c85-aba1-03ae103d81f6 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:27.921190 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c138a27-554a-4010-aa2d-df1c3eef4df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.128407 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-5c138a27-554a-4010-aa2d-df1c3eef4df5 None None] For port dab931ec-9e22-4c85-aba1-03ae103d81f6, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=dab931ec-9e22-4c85-aba1-03ae103d81f6,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:28.169913 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Publish callbacks [] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.179478 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.188131 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.273939 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Attempting to bind port faa92395-5537-4f2c-bbf5-dfb8075f0d56 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:28.274323 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Attempting to bind port faa92395-5537-4f2c-bbf5-dfb8075f0d56 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:28.274660 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Attempting to bind port faa92395-5537-4f2c-bbf5-dfb8075f0d56 on network 83295d44-8399-46b1-9685-7c5c046314a0 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:28.279160 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9612f-b215-4c1a-88f5-c27fb0e18cf6 None None] Pushing event updated for resources: {'Port': ['ID=faa92395-5537-4f2c-bbf5-dfb8075f0d56,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:28.295712 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:28.296377 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Checking segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:28.297057 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.297645 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Bound using segment: {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:28.298290 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Bound port: faa92395-5537-4f2c-bbf5-dfb8075f0d56, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baad093c-622f-46e7-bfd1-3b586cb1f357', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:28.298839 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.311318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:28.342037 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c138a27-554a-4010-aa2d-df1c3eef4df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.352688 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 330f2c35-e0c2-4d92-9f05-511c95afab03 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:28.395115 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] For port faa92395-5537-4f2c-bbf5-dfb8075f0d56, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:28.400626 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] For port faa92395-5537-4f2c-bbf5-dfb8075f0d56, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=faa92395-5537-4f2c-bbf5-dfb8075f0d56,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:28.425654 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.470824 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Allocated IP 172.20.0.1 (fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b/276514be-4bd1-433b-91aa-8adeb192395b/a58086a6-941f-4513-a640-5645c0e35b42) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:28.523632 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:28.524717 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Routers {'aa973c55-fb17-4f6f-87b1-c3008f78c946'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:28.525381 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:17:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['aa973c55-fb17-4f6f-87b1-c3008f78c946'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:28.562190 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c138a27-554a-4010-aa2d-df1c3eef4df5 None None] Pushing event updated for resources: {'Port': ['ID=dab931ec-9e22-4c85-aba1-03ae103d81f6,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:28.571067 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-fcd2506e-b8e2-432f-9f5d-239bacafe656 None None] Provisioning complete for port dab931ec-9e22-4c85-aba1-03ae103d81f6 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:28.571802 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fcd2506e-b8e2-432f-9f5d-239bacafe656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.614343 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880291c2-ae50-4cce-aae4-0cb681a37a51 None None] Network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:17:28.646422 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:28.670075 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Publish callbacks [] for port (a58086a6-941f-4513-a640-5645c0e35b42), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.696279 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:28.718009 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port 330f2c35-e0c2-4d92-9f05-511c95afab03 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:28.718394 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.721454 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (a58086a6-941f-4513-a640-5645c0e35b42), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.776898 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9612f-b215-4c1a-88f5-c27fb0e18cf6 None None] Pushing event updated for resources: {'Port': ['ID=faa92395-5537-4f2c-bbf5-dfb8075f0d56,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:28.778206 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Pushing event updated for resources: {'Port': ['ID=a58086a6-941f-4513-a640-5645c0e35b42,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:28.781861 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] Set router aa973c55-fb17-4f6f-87b1-c3008f78c946 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:28.793918 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:27Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:28.796580 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:28.800061 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:28.805710 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:28.834822 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4d017-f257-4622-a1bc-25ce7a88187c None None] The sync data for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi is: [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:27Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:28.864583 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713725'] for router_interface (aa973c55-fb17-4f6f-87b1-c3008f78c946), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:28.912800 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2506e-b8e2-432f-9f5d-239bacafe656 None None] Current status of the port dab931ec-9e22-4c85-aba1-03ae103d81f6 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:28.991163 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port 330f2c35-e0c2-4d92-9f05-511c95afab03 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:28.994025 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a8b04265-8fe6-413d-8732-f1025ec1ebd1 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:29.057841 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port a8b04265-8fe6-413d-8732-f1025ec1ebd1 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:29.058448 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.073396 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 3, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port': {'id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:29.090285 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-218e1fff-f30d-4185-9c9c-5698d9d9d398 None None] Provisioning complete for port a8b04265-8fe6-413d-8732-f1025ec1ebd1 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:29.090867 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-218e1fff-f30d-4185-9c9c-5698d9d9d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.136694 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c899c8-472f-4055-95fa-bbec94770962 None None] The sync data for ids ['aa973c55-fb17-4f6f-87b1-c3008f78c946'] in dv-cinder-848418-1-iscsi is: [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 3, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port': {'id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:29.151869 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a58086a6-941f-4513-a640-5645c0e35b42), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.289428 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-218e1fff-f30d-4185-9c9c-5698d9d9d398 None None] Current status of the port a8b04265-8fe6-413d-8732-f1025ec1ebd1 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:29.289843 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-218e1fff-f30d-4185-9c9c-5698d9d9d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.317519 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port a8b04265-8fe6-413d-8732-f1025ec1ebd1 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:29.317929 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.355387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-218e1fff-f30d-4185-9c9c-5698d9d9d398 None None] For port a8b04265-8fe6-413d-8732-f1025ec1ebd1, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a8b04265-8fe6-413d-8732-f1025ec1ebd1,segment=NetworkSegment(31db6a2c-f6ee-4994-bb51-ab2a4392095b),segment_id=31db6a2c-f6ee-4994-bb51-ab2a4392095b)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:29.403674 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-218e1fff-f30d-4185-9c9c-5698d9d9d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.491843 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Publish callbacks [] for port (a58086a6-941f-4513-a640-5645c0e35b42), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.503783 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.db.api [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 04 10:17:29.504225 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG oslo_db.api [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 04 10:17:29.507816 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (a58086a6-941f-4513-a640-5645c0e35b42), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.531063 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.534249 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-25625abf-3894-464d-9f46-5e92e0a78815 None None] Provisioning complete for port a8b04265-8fe6-413d-8732-f1025ec1ebd1 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:29.534605 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-25625abf-3894-464d-9f46-5e92e0a78815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.540342 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e1fff-f30d-4185-9c9c-5698d9d9d398 None None] Pushing event updated for resources: {'Port': ['ID=a8b04265-8fe6-413d-8732-f1025ec1ebd1,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:29.626220 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Pushing event updated for resources: {'Port': ['ID=a58086a6-941f-4513-a640-5645c0e35b42,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:29.636276 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-713545'] for router_interface (aa973c55-fb17-4f6f-87b1-c3008f78c946), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.684118 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-25625abf-3894-464d-9f46-5e92e0a78815 None None] Current status of the port a8b04265-8fe6-413d-8732-f1025ec1ebd1 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:29.712229 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-25625abf-3894-464d-9f46-5e92e0a78815 None None] Provisioning complete for port a58086a6-941f-4513-a640-5645c0e35b42 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:29.712605 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-25625abf-3894-464d-9f46-5e92e0a78815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a58086a6-941f-4513-a640-5645c0e35b42), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:29.714261 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:29.744019 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:29.784198 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-25625abf-3894-464d-9f46-5e92e0a78815 None None] Port a58086a6-941f-4513-a640-5645c0e35b42 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:29.791373 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:29.793800 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:29.904038 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:29.910348 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-e5a319bc-94bb-4861-8ac8-0949d91283e7 None None] Provisioning complete for port a58086a6-941f-4513-a640-5645c0e35b42 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:29.911198 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e5a319bc-94bb-4861-8ac8-0949d91283e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a58086a6-941f-4513-a640-5645c0e35b42), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:30.019341 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:30.061983 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-e5a319bc-94bb-4861-8ac8-0949d91283e7 None None] Port a58086a6-941f-4513-a640-5645c0e35b42 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:30.102077 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Router aa973c55-fb17-4f6f-87b1-c3008f78c946 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:17:30.129416 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port a8b04265-8fe6-413d-8732-f1025ec1ebd1 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:30.187575 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-4d49e9e2-980e-4aca-8cd3-924fe89d3824 None None] Provisioning complete for port a58086a6-941f-4513-a640-5645c0e35b42 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:30.190784 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4d49e9e2-980e-4aca-8cd3-924fe89d3824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a58086a6-941f-4513-a640-5645c0e35b42), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:30.255118 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-4d49e9e2-980e-4aca-8cd3-924fe89d3824 None None] Port a58086a6-941f-4513-a640-5645c0e35b42 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:30.359261 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:30.365662 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1734ed2b-25a8-49fa-86dc-5c3c49f4eb51 admin admin] 10.222.0.79 "PUT /v2.0/routers/aa973c55-fb17-4f6f-87b1-c3008f78c946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2280853 Jul 04 10:17:30.383254 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-6fbbddf1-1f6d-4efb-b979-4bd5ec9c9da0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337804478&fields=id&tenant_id=aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 267 time: 0.1025472 Jul 04 10:17:30.447795 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device dab931ec-9e22-4c85-aba1-03ae103d81f6 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:30.551240 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port dab931ec-9e22-4c85-aba1-03ae103d81f6 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:30.551882 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:30.591099 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-995aa55f-5ccc-4ea1-a422-62b4b501d6f5 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:30.592659 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-995aa55f-5ccc-4ea1-a422-62b4b501d6f5 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 811 time: 0.2022209 Jul 04 10:17:30.614554 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:30.624246 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-313ba0ff-7b74-4fae-a796-877663b81130 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/quotas/aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 375 time: 0.0232949 Jul 04 10:17:30.670006 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port dab931ec-9e22-4c85-aba1-03ae103d81f6 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:30.674634 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device faa92395-5537-4f2c-bbf5-dfb8075f0d56 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:30.701541 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-d0ff1410-1057-401c-aab2-176f6595a86c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760019 Jul 04 10:17:30.739098 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port faa92395-5537-4f2c-bbf5-dfb8075f0d56 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:30.740247 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:30.839673 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-d99088e0-d66c-436c-a716-4d688573c416 service neutron] 10.222.0.79 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112423 Jul 04 10:17:30.849285 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:30.867713 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port faa92395-5537-4f2c-bbf5-dfb8075f0d56 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:30.868369 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:30.897854 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] For port faa92395-5537-4f2c-bbf5-dfb8075f0d56, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=faa92395-5537-4f2c-bbf5-dfb8075f0d56,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:30.904583 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:30.906111 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a8b04265-8fe6-413d-8732-f1025ec1ebd1 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:30.968495 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:30.993405 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-d515deae-9178-451b-aabf-e3c288388a37 service neutron] 10.222.0.79 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365590 Jul 04 10:17:31.004348 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Pushing event updated for resources: {'Port': ['ID=faa92395-5537-4f2c-bbf5-dfb8075f0d56,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:31.040332 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port a8b04265-8fe6-413d-8732-f1025ec1ebd1 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:31.041015 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:31.151142 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port a8b04265-8fe6-413d-8732-f1025ec1ebd1 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:31.442250 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2cf67319-fe65-4014-ae2c-722186143112 req-dc51f9a3-aa36-4cce-88b2-fb2f86c8e7c1 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 210 time: 0.0513334 Jul 04 10:17:32.155326 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Sync routers for ids ['aa973c55-fb17-4f6f-87b1-c3008f78c946'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:32.171391 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Routers {'aa973c55-fb17-4f6f-87b1-c3008f78c946'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:32.172117 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:17:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['aa973c55-fb17-4f6f-87b1-c3008f78c946'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:32.439303 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Set router aa973c55-fb17-4f6f-87b1-c3008f78c946 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:32.502361 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:32.508153 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device faa92395-5537-4f2c-bbf5-dfb8075f0d56 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:32.637267 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:32.739827 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port faa92395-5537-4f2c-bbf5-dfb8075f0d56 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:32.740194 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:32.900832 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port faa92395-5537-4f2c-bbf5-dfb8075f0d56 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:32.935123 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-283337c7-b586-4154-b4aa-63a4712f6e07 req-3560afb5-4764-41c5-a248-f0c47491ece6 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 210 time: 0.0806000 Jul 04 10:17:32.950368 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-e5ad43fa-352f-429c-b00b-ed8935a91202 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:32.952671 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-e5ad43fa-352f-429c-b00b-ed8935a91202 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 811 time: 0.2853012 Jul 04 10:17:33.004616 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:29Z', 'revision_number': 4, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port': {'id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'a58086a6-941f-4513-a640-5645c0e35b42', 'name': '', 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'mac_address': 'fa:16:3e:45:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '276514be-4bd1-433b-91aa-8adeb192395b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:28Z', 'updated_at': '2022-07-04T10:17:29Z', 'revision_number': 2, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'subnets': [{'id': '276514be-4bd1-433b-91aa-8adeb192395b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:33.051332 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-6dd11e65-219a-466d-bf27-69a10b68e064 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 380 time: 0.0894353 Jul 04 10:17:33.056752 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Checking router: aa973c55-fb17-4f6f-87b1-c3008f78c946 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:33.057230 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Updating router aa973c55-fb17-4f6f-87b1-c3008f78c946 port a58086a6-941f-4513-a640-5645c0e35b42 binding host dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 04 10:17:33.061717 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'port': {'device_id': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'admin_state_up': True, 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'security_groups': ['b377e167-5812-4a79-91c2-25eabee60e11']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:33.098955 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a58086a6-941f-4513-a640-5645c0e35b42), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:33.308495 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Made reservation on behalf of aaff1fa03a194074aa14fae9db94cefb for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:33.317606 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:33.331203 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:33.484871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Allocated IP 172.20.0.10 (28daa053-6dc3-4bbf-8b82-7f4c430042da/742feb9d-a2d7-4104-99e0-40e114bc0620/dd8a2307-84be-4a9e-b5e9-cadd43e51328) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:33.634912 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Publish callbacks [] for port (a58086a6-941f-4513-a640-5645c0e35b42), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:33.645797 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a58086a6-941f-4513-a640-5645c0e35b42), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:33.704989 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:33.737357 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c0197-53ec-4bee-b638-b82e544aefdb None None] Pushing event updated for resources: {'Port': ['ID=a58086a6-941f-4513-a640-5645c0e35b42,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:33.748002 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:33.765926 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:33.866187 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:33.879840 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:33.881591 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:33.905824 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Attempting to bind port a58086a6-941f-4513-a640-5645c0e35b42 on host dv-cinder-848418-1-iscsi for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:33.906202 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Attempting to bind port a58086a6-941f-4513-a640-5645c0e35b42 by drivers openvswitch,hyperv on host dv-cinder-848418-1-iscsi at level 0 using segments [{'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:33.906568 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Attempting to bind port a58086a6-941f-4513-a640-5645c0e35b42 on network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:33.926881 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Checking agent: {'id': 'b483f8ec-bb87-4ebc-9d8f-302702005c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 0, 31), 'started_at': datetime.datetime(2022, 7, 4, 10, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:33.928944 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Checking segment: {'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:33.937358 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:33.937970 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Bound using segment: {'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:33.938496 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Bound port: a58086a6-941f-4513-a640-5645c0e35b42, host: dv-cinder-848418-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31db6a2c-f6ee-4994-bb51-ab2a4392095b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:33.938900 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a58086a6-941f-4513-a640-5645c0e35b42), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:33.966562 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:33.967254 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.000885 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=dd8a2307-84be-4a9e-b5e9-cadd43e51328,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:34.024282 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-47d1cc2f-9a36-498f-84f9-a7165de34841 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9673982 Jul 04 10:17:34.048165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Request body: {'port': {'device_id': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:34.111780 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] For port a58086a6-941f-4513-a640-5645c0e35b42, host dv-cinder-848418-1-iscsi, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:34.116641 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] For port a58086a6-941f-4513-a640-5645c0e35b42, host dv-cinder-848418-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a58086a6-941f-4513-a640-5645c0e35b42,segment=NetworkSegment(31db6a2c-f6ee-4994-bb51-ab2a4392095b),segment_id=31db6a2c-f6ee-4994-bb51-ab2a4392095b)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:34.121366 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:34.177185 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a58086a6-941f-4513-a640-5645c0e35b42), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.201641 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1166899-a24f-4b94-9e7b-3ab05880260e req-6a831375-9610-4a96-bc23-6cdf5a8fe4d2 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:34.203213 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f1166899-a24f-4b94-9e7b-3ab05880260e req-6a831375-9610-4a96-bc23-6cdf5a8fe4d2 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 932 time: 0.0620351 Jul 04 10:17:34.303650 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-3fe5aaa0-b525-4689-af0e-42413cf67ac6 None None] Provisioning complete for port a58086a6-941f-4513-a640-5645c0e35b42 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:34.304076 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3fe5aaa0-b525-4689-af0e-42413cf67ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a58086a6-941f-4513-a640-5645c0e35b42), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.326845 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f1166899-a24f-4b94-9e7b-3ab05880260e req-70430d85-1cc0-4fb2-9f75-36b7715acb27 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071842 Jul 04 10:17:34.347095 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.381664 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Routers {'aa973c55-fb17-4f6f-87b1-c3008f78c946'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:34.382416 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:17:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['aa973c55-fb17-4f6f-87b1-c3008f78c946'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:34.406857 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.421491 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:34.582982 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c0197-53ec-4bee-b638-b82e544aefdb None None] Pushing event updated for resources: {'Port': ['ID=a58086a6-941f-4513-a640-5645c0e35b42,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:34.587442 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] Set router aa973c55-fb17-4f6f-87b1-c3008f78c946 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:34.708441 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8a2307-84be-4a9e-b5e9-cadd43e51328 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:17:34.717453 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Publish callbacks [] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.730581 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Transition to ACTIVE for port object dd8a2307-84be-4a9e-b5e9-cadd43e51328 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:17:34.737874 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.790017 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8a2307-84be-4a9e-b5e9-cadd43e51328,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:34.807083 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5aaa0-b525-4689-af0e-42413cf67ac6 None None] Current status of the port a58086a6-941f-4513-a640-5645c0e35b42 is: DOWN; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:34.807664 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3fe5aaa0-b525-4689-af0e-42413cf67ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (a58086a6-941f-4513-a640-5645c0e35b42), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.875251 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:29Z', 'revision_number': 4, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port': {'id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'a58086a6-941f-4513-a640-5645c0e35b42', 'name': '', 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'mac_address': 'fa:16:3e:45:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '276514be-4bd1-433b-91aa-8adeb192395b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:28Z', 'updated_at': '2022-07-04T10:17:34Z', 'revision_number': 4, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'subnets': [{'id': '276514be-4bd1-433b-91aa-8adeb192395b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:34.924813 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Attempting to bind port dd8a2307-84be-4a9e-b5e9-cadd43e51328 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:34.925158 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Attempting to bind port dd8a2307-84be-4a9e-b5e9-cadd43e51328 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:34.925506 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Attempting to bind port dd8a2307-84be-4a9e-b5e9-cadd43e51328 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:34.932983 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Port dd8a2307-84be-4a9e-b5e9-cadd43e51328 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:17:34.933352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Attempting to bind port dd8a2307-84be-4a9e-b5e9-cadd43e51328 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:34.936236 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:34.939288 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:34.939638 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Checking segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:34.940034 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Bound using segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:34.942303 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Bound port: dd8a2307-84be-4a9e-b5e9-cadd43e51328, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:34.943025 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:34.943354 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-3fe5aaa0-b525-4689-af0e-42413cf67ac6 None None] For port a58086a6-941f-4513-a640-5645c0e35b42, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a58086a6-941f-4513-a640-5645c0e35b42,segment=NetworkSegment(31db6a2c-f6ee-4994-bb51-ab2a4392095b),segment_id=31db6a2c-f6ee-4994-bb51-ab2a4392095b)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:34.944832 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21763ec-56c9-42e1-acbe-a29cbed29ebe None None] The sync data for ids ['aa973c55-fb17-4f6f-87b1-c3008f78c946'] in dv-cinder-848418-1-iscsi is: [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:29Z', 'revision_number': 4, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port': {'id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'a58086a6-941f-4513-a640-5645c0e35b42', 'name': '', 'network_id': 'fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'mac_address': 'fa:16:3e:45:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '276514be-4bd1-433b-91aa-8adeb192395b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:28Z', 'updated_at': '2022-07-04T10:17:34Z', 'revision_number': 4, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'subnets': [{'id': '276514be-4bd1-433b-91aa-8adeb192395b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:34.956039 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3fe5aaa0-b525-4689-af0e-42413cf67ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (a58086a6-941f-4513-a640-5645c0e35b42), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:35.046105 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5aaa0-b525-4689-af0e-42413cf67ac6 None None] Pushing event updated for resources: {'Port': ['ID=a58086a6-941f-4513-a640-5645c0e35b42,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:35.095184 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:35.102564 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-7ec1475d-dadb-431a-8964-365530b60b3b None None] Provisioning complete for port a58086a6-941f-4513-a640-5645c0e35b42 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:35.103098 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7ec1475d-dadb-431a-8964-365530b60b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a58086a6-941f-4513-a640-5645c0e35b42), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:35.139935 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] For port dd8a2307-84be-4a9e-b5e9-cadd43e51328, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:35.143556 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] For port dd8a2307-84be-4a9e-b5e9-cadd43e51328, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:35.154285 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:35.194210 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:35.195320 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:35.196237 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] 10.222.0.74 "PUT /v2.0/ports/dd8a2307-84be-4a9e-b5e9-cadd43e51328 HTTP/1.1" status: 200 len: 1094 time: 1.1630349 Jul 04 10:17:35.196865 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'tag': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:17:35.198947 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab0336f-8710-421e-8d13-a3ca20ccdb6a", "tag": "dd8a2307-84be-4a9e-b5e9-cadd43e51328"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:17:35.242224 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1475d-dadb-431a-8964-365530b60b3b None None] Current status of the port a58086a6-941f-4513-a640-5645c0e35b42 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:35.281108 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85dde1b-33d8-4643-a3c0-8c24829f218f x-openstack-request-id: req-e85dde1b-33d8-4643-a3c0-8c24829f218f {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:17:35.281374 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab0336f-8710-421e-8d13-a3ca20ccdb6a", "tag": "dd8a2307-84be-4a9e-b5e9-cadd43e51328", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:17:35.281639 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e85dde1b-33d8-4643-a3c0-8c24829f218f {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:17:35.282040 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85dde1b-33d8-4643-a3c0-8c24829f218f'] response: {'name': 'network-changed', 'server_uuid': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'tag': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'status': 'completed', 'code': 200} Jul 04 10:17:35.285826 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f3e61-a26b-43cf-83cd-e87b1fccd848 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8a2307-84be-4a9e-b5e9-cadd43e51328,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:35.327413 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-41cf8414-b548-403b-8b6b-4e09713d045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:35.337247 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-41cf8414-b548-403b-8b6b-4e09713d045e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 1128 time: 0.0755894 Jul 04 10:17:35.389341 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-9467070c-9747-41d6-8faa-69f7ac387c7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328 HTTP/1.1" status: 200 len: 217 time: 0.0477591 Jul 04 10:17:35.541838 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-40c8b862-7077-4e32-88b1-3384f3bcfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:35.543829 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-40c8b862-7077-4e32-88b1-3384f3bcfd91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.1358879 Jul 04 10:17:35.646382 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4c64-a775-462b-8f2a-1e1b8a54c5ae req-bb0d1b22-aeb6-4a99-b771-e73df9506602 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:35.655495 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fbe4c64-a775-462b-8f2a-1e1b8a54c5ae req-bb0d1b22-aeb6-4a99-b771-e73df9506602 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 944 time: 0.1168907 Jul 04 10:17:35.666686 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-44f5df0f-bba6-436e-bf0f-12e610647060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:35.668258 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-44f5df0f-bba6-436e-bf0f-12e610647060 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844879 Jul 04 10:17:35.745221 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fbe4c64-a775-462b-8f2a-1e1b8a54c5ae req-d5f3e766-bae4-4607-b3cf-28f5399356b2 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850282 Jul 04 10:17:35.847717 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-52d7b115-573b-427c-a614-98fbe33ab779 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715038 Jul 04 10:17:35.992227 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f3f270ac-64b2-4f0d-9fe3-2f59cbbaa4f0 req-3a16d3a0-966d-4b1f-a995-08914c10cda9 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380506 Jul 04 10:17:36.260737 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a58086a6-941f-4513-a640-5645c0e35b42 up at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:36.282029 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-ee1bfdcd-8777-4b18-8909-821a66f37c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:36.284516 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-ee1bfdcd-8777-4b18-8909-821a66f37c8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 1128 time: 0.0653849 Jul 04 10:17:36.342820 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Provisioning complete for port a58086a6-941f-4513-a640-5645c0e35b42 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:36.343191 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (a58086a6-941f-4513-a640-5645c0e35b42), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:36.413010 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:36.481107 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Current status of the port a58086a6-941f-4513-a640-5645c0e35b42 is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:36.698732 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-6189ceb0-9233-48a6-b2d8-3347e1a92ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:36.700402 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-6189ceb0-9233-48a6-b2d8-3347e1a92ce9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.4098029 Jul 04 10:17:36.744849 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-16e30ddc-bca6-4d40-9321-91e034f5cd85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328 HTTP/1.1" status: 200 len: 217 time: 0.0381508 Jul 04 10:17:36.805023 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-67d9b5f7-8f24-4ae2-b3bc-448c4b7b401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:36.805322 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-67d9b5f7-8f24-4ae2-b3bc-448c4b7b401c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0550644 Jul 04 10:17:36.887924 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-5c8c4afa-b1af-40ff-930e-154b87c907a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:36.889470 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-5c8c4afa-b1af-40ff-930e-154b87c907a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781684 Jul 04 10:17:36.899178 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495500f-4509-4b2e-b329-317c33f0d889 req-9d733b5c-ceb3-404a-8356-816344cd3464 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:36.900699 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4495500f-4509-4b2e-b329-317c33f0d889 req-9d733b5c-ceb3-404a-8356-816344cd3464 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 944 time: 0.0604618 Jul 04 10:17:37.049325 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:37.097954 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-be2f605c-1814-4760-8f4b-aac2910c0407 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962168 Jul 04 10:17:37.157982 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4495500f-4509-4b2e-b329-317c33f0d889 req-c899e87b-ae86-4c22-9dd8-5c10353203d0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256885 Jul 04 10:17:37.174429 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:37.286727 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-dbc81cbe-1fc8-4a9d-93ea-4ba5913b1e8a req-7c536134-fa6a-44cc-b93a-0d038b254a2b service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783972 Jul 04 10:17:38.280972 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f36caa-ffd2-4875-b2d0-dfe8cf54b877 req-67351fba-6c53-4671-9135-e94fe510c43f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:38.283492 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82f36caa-ffd2-4875-b2d0-dfe8cf54b877 req-67351fba-6c53-4671-9135-e94fe510c43f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 944 time: 0.0549998 Jul 04 10:17:38.336638 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82f36caa-ffd2-4875-b2d0-dfe8cf54b877 req-fcb58814-a578-4f4a-9f65-5cb281489abb tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481815 Jul 04 10:17:38.914352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52722) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:39.053650 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6838bc1b-c663-41e3-a839-dad63068d4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.138104 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6838bc1b-c663-41e3-a839-dad63068d4bc admin admin] Publish callbacks [] for security_group (ab3c931a-59bd-4e44-9792-96d60b7ca6dc), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.144006 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6838bc1b-c663-41e3-a839-dad63068d4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ab3c931a-59bd-4e44-9792-96d60b7ca6dc), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.183050 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838bc1b-c663-41e3-a839-dad63068d4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3c931a-59bd-4e44-9792-96d60b7ca6dc,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:39.190933 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6838bc1b-c663-41e3-a839-dad63068d4bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d5813e628834a86b353d67cbc6d8cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753444 Jul 04 10:17:39.193664 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52726) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:39.258060 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Publish callbacks [] for security_group (ab3c931a-59bd-4e44-9792-96d60b7ca6dc), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.285602 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Publish callbacks [] for security_group (ab3c931a-59bd-4e44-9792-96d60b7ca6dc), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.341546 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (ab3c931a-59bd-4e44-9792-96d60b7ca6dc), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.344281 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.348014 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab3c931a-59bd-4e44-9792-96d60b7ca6dc HTTP/1.1" status: 204 len: 168 time: 0.1509247 Jul 04 10:17:39.354273 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3c931a-59bd-4e44-9792-96d60b7ca6dc,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:39.362297 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.362641 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.362979 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.363318 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.363643 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.364128 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.364608 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.365095 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.365597 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.365948 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.366268 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.366754 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.367236 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.368188 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.368188 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e154f8-bad4-4c19-9f16-b5500f771833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:17:39.495946 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a45397-e063-46d8-b26c-ef182f3011dc req-90f1f6e2-1cd6-442b-b750-74c6b868957e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:39.498697 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-03a45397-e063-46d8-b26c-ef182f3011dc req-90f1f6e2-1cd6-442b-b750-74c6b868957e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 944 time: 0.0742967 Jul 04 10:17:39.574578 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-03a45397-e063-46d8-b26c-ef182f3011dc req-c18cfc0c-8f7c-4533-b788-4b48ebc927a1 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634384 Jul 04 10:17:39.721989 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52734) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:39.738459 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2686d7fe-6dba-4560-ae37-2a579795bcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.828198 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2686d7fe-6dba-4560-ae37-2a579795bcbe admin admin] Publish callbacks [] for security_group (768b41ea-ff9e-46e6-954a-f7753ecf8781), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.834751 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-2686d7fe-6dba-4560-ae37-2a579795bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (768b41ea-ff9e-46e6-954a-f7753ecf8781), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.876509 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-2686d7fe-6dba-4560-ae37-2a579795bcbe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=043ad101133647c0b8f3ac10b2e9a5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531756 Jul 04 10:17:39.877525 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686d7fe-6dba-4560-ae37-2a579795bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768b41ea-ff9e-46e6-954a-f7753ecf8781,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:39.880164 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52736) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:39.936258 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d2dee646-6c5c-4ae5-94c4-ea25f1048001 admin admin] Publish callbacks [] for security_group (768b41ea-ff9e-46e6-954a-f7753ecf8781), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:39.959132 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d2dee646-6c5c-4ae5-94c4-ea25f1048001 admin admin] Publish callbacks [] for security_group (768b41ea-ff9e-46e6-954a-f7753ecf8781), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.016625 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d2dee646-6c5c-4ae5-94c4-ea25f1048001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (768b41ea-ff9e-46e6-954a-f7753ecf8781), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.024185 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d2dee646-6c5c-4ae5-94c4-ea25f1048001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.025389 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d2dee646-6c5c-4ae5-94c4-ea25f1048001 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/768b41ea-ff9e-46e6-954a-f7753ecf8781 HTTP/1.1" status: 204 len: 168 time: 0.1437974 Jul 04 10:17:40.039418 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dee646-6c5c-4ae5-94c4-ea25f1048001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768b41ea-ff9e-46e6-954a-f7753ecf8781,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:40.428114 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52742) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:40.442414 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-89297ad1-203f-45a7-ab0b-136f98b28fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.526962 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-89297ad1-203f-45a7-ab0b-136f98b28fb1 admin admin] Publish callbacks [] for security_group (43a23b81-5c35-4e78-85fe-6dd1c014dd2c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.531823 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-89297ad1-203f-45a7-ab0b-136f98b28fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (43a23b81-5c35-4e78-85fe-6dd1c014dd2c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.580091 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89297ad1-203f-45a7-ab0b-136f98b28fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a23b81-5c35-4e78-85fe-6dd1c014dd2c,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:40.588863 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-89297ad1-203f-45a7-ab0b-136f98b28fb1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e005b8685e16459bb4abd47d6cd81443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595345 Jul 04 10:17:40.589879 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52744) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:40.651573 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:40.678368 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fa53bf1d-69d0-4826-87bc-a7667ad8b7a4 admin admin] Publish callbacks [] for security_group (43a23b81-5c35-4e78-85fe-6dd1c014dd2c), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.723099 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cdd51-5061-4f1e-8d26-f28f450b075f req-d3348b75-e35a-443e-9fdd-a75cd454c2f3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:40.724770 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fa53bf1d-69d0-4826-87bc-a7667ad8b7a4 admin admin] Publish callbacks [] for security_group (43a23b81-5c35-4e78-85fe-6dd1c014dd2c), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.725929 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-393cdd51-5061-4f1e-8d26-f28f450b075f req-d3348b75-e35a-443e-9fdd-a75cd454c2f3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 944 time: 0.0604527 Jul 04 10:17:40.789580 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fa53bf1d-69d0-4826-87bc-a7667ad8b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (43a23b81-5c35-4e78-85fe-6dd1c014dd2c), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.792538 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fa53bf1d-69d0-4826-87bc-a7667ad8b7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:40.793837 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-fa53bf1d-69d0-4826-87bc-a7667ad8b7a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43a23b81-5c35-4e78-85fe-6dd1c014dd2c HTTP/1.1" status: 204 len: 168 time: 0.2033565 Jul 04 10:17:40.803953 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53bf1d-69d0-4826-87bc-a7667ad8b7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a23b81-5c35-4e78-85fe-6dd1c014dd2c,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:40.823383 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-393cdd51-5061-4f1e-8d26-f28f450b075f req-aef48c89-ab40-4645-b2fd-1b7381ddc2d8 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783453 Jul 04 10:17:41.939235 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c414c-3f06-4738-b996-c3fb73b71025 req-a41602c7-a002-40f2-bd05-be33604cb76f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:41.940931 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7e3c414c-3f06-4738-b996-c3fb73b71025 req-a41602c7-a002-40f2-bd05-be33604cb76f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 944 time: 0.0505848 Jul 04 10:17:41.993888 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7e3c414c-3f06-4738-b996-c3fb73b71025 req-00faf6fc-f273-497e-98a5-87128d195dcb tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463083 Jul 04 10:17:42.138704 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:42.185081 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:42.211932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-975bb8b7-e342-4397-bdda-73ff13875c40 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:42.213413 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-975bb8b7-e342-4397-bdda-73ff13875c40 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/networks?id=126ed554-ad68-449c-8b8d-0dccc8e656a8 HTTP/1.1" status: 200 len: 814 time: 0.1107559 Jul 04 10:17:42.228474 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-8c937e91-71d6-43d9-b934-3d7ed0404347 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/quotas/09b54b24115e4074a79f93c255d4c0ca HTTP/1.1" status: 200 len: 375 time: 0.0095098 Jul 04 10:17:42.295574 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-c74003d1-37e9-4c3f-8ed6-42cbd1d738b8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=09b54b24115e4074a79f93c255d4c0ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618815 Jul 04 10:17:42.403905 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-b3d183ed-7023-4863-b4f6-d92d38b3e22a service neutron] 10.222.0.79 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962505 Jul 04 10:17:42.501255 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-6bdae79c-e3d2-457d-84c3-58f73ce894d7 service neutron] 10.222.0.79 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886405 Jul 04 10:17:42.661026 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-984c7529-5fd2-4222-ab05-57897799320a req-c6ccc36b-bbf6-481b-ad6b-4f2221a678f7 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 210 time: 0.0286839 Jul 04 10:17:43.121188 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fc0c1-2a06-4c5a-855f-a654c964e5ad req-d2291d47-0744-4f9a-9696-abc608c3a36d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:43.122747 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7f7fc0c1-2a06-4c5a-855f-a654c964e5ad req-d2291d47-0744-4f9a-9696-abc608c3a36d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 944 time: 0.0589232 Jul 04 10:17:43.175695 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7f7fc0c1-2a06-4c5a-855f-a654c964e5ad req-fb58dccb-a5c3-400f-8890-9f7b1f6eefd5 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463383 Jul 04 10:17:43.638013 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-e1605978-86aa-46e0-af6a-f46141f852f6 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:43.639466 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-e1605978-86aa-46e0-af6a-f46141f852f6 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.74 "GET /v2.0/networks?id=126ed554-ad68-449c-8b8d-0dccc8e656a8 HTTP/1.1" status: 200 len: 814 time: 0.1081073 Jul 04 10:17:43.651633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'port': {'device_id': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'admin_state_up': True, 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:43.769159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-23493242-f2ee-41cf-9c98-0be00e1f5ee1 req-0ec4c2ee-3696-418a-8105-cd7dbc9c36d0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 210 time: 0.0359898 Jul 04 10:17:43.792762 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Made reservation on behalf of 09b54b24115e4074a79f93c255d4c0ca for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:17:43.796260 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:43.931165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Allocated IP 172.20.0.13 (126ed554-ad68-449c-8b8d-0dccc8e656a8/c9f83f28-1f01-4950-be1b-f370edbee1f9/78867a1e-7223-41da-904b-a129d827366b) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:43.997885 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device dd8a2307-84be-4a9e-b5e9-cadd43e51328 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:17:44.008375 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:44.103084 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for port (78867a1e-7223-41da-904b-a129d827366b), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:44.134928 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:44.147992 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (78867a1e-7223-41da-904b-a129d827366b), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:44.224499 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:44.228956 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:44.234864 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:44.277757 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'Port': ['ID=78867a1e-7223-41da-904b-a129d827366b,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:44.279690 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:44.308135 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port dd8a2307-84be-4a9e-b5e9-cadd43e51328, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:44.330992 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'port_id': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'mac_address': 'fa:16:3e:15:77:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:17:44.369227 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:44.370397 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:44.373992 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port dd8a2307-84be-4a9e-b5e9-cadd43e51328 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:44.374658 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:44.393518 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8a2307-84be-4a9e-b5e9-cadd43e51328 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:17:44.395109 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35641225-dc80-4e3d-aff7-3d37a9e6c5cf req-7703e7a9-99d1-462b-9f39-010ed5a50378 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:44.396676 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-35641225-dc80-4e3d-aff7-3d37a9e6c5cf req-7703e7a9-99d1-462b-9f39-010ed5a50378 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 944 time: 0.0993519 Jul 04 10:17:44.417472 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port dd8a2307-84be-4a9e-b5e9-cadd43e51328, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:44.427012 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:44.429891 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-d462f875-f72d-44ab-a726-217c0e67cb8a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7819695 Jul 04 10:17:44.486014 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Request body: {'port': {'device_id': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:44.525953 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=dd8a2307-84be-4a9e-b5e9-cadd43e51328,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:44.546123 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-35641225-dc80-4e3d-aff7-3d37a9e6c5cf req-76e1c31b-6d4b-4d82-a110-3581324c4a08 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348615 Jul 04 10:17:44.599421 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (78867a1e-7223-41da-904b-a129d827366b), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:44.640122 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-aff1a4f6-df5a-4fb9-9d04-7abecfa71c62 None None] Provisioning complete for port 78867a1e-7223-41da-904b-a129d827366b triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:44.640763 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-aff1a4f6-df5a-4fb9-9d04-7abecfa71c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (78867a1e-7223-41da-904b-a129d827366b), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:44.693310 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-aff1a4f6-df5a-4fb9-9d04-7abecfa71c62 None None] Port 78867a1e-7223-41da-904b-a129d827366b cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:17:44.695998 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['dd8a2307-84be-4a9e-b5e9-cadd43e51328'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:17:45.023401 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4254b-f41d-4193-8bae-301807491f20 req-9da13e12-224b-4410-a289-cb851cb237c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:45.024850 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d2f4254b-f41d-4193-8bae-301807491f20 req-9da13e12-224b-4410-a289-cb851cb237c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 932 time: 0.0897250 Jul 04 10:17:45.046029 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78867a1e-7223-41da-904b-a129d827366b {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:17:45.063176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Publish callbacks [] for port (78867a1e-7223-41da-904b-a129d827366b), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:45.088881 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Transition to ACTIVE for port object 78867a1e-7223-41da-904b-a129d827366b will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:17:45.101194 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (78867a1e-7223-41da-904b-a129d827366b), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:45.134107 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d2f4254b-f41d-4193-8bae-301807491f20 req-4f5d54db-5d0f-473e-bbd2-6679678423af tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014996 Jul 04 10:17:45.191487 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Pushing event updated for resources: {'Port': ['ID=78867a1e-7223-41da-904b-a129d827366b,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:45.249574 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Attempting to bind port 78867a1e-7223-41da-904b-a129d827366b on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:17:45.250305 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Attempting to bind port 78867a1e-7223-41da-904b-a129d827366b by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:17:45.250864 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Attempting to bind port 78867a1e-7223-41da-904b-a129d827366b on network 126ed554-ad68-449c-8b8d-0dccc8e656a8 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:45.257151 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Port 78867a1e-7223-41da-904b-a129d827366b on network 126ed554-ad68-449c-8b8d-0dccc8e656a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:17:45.257828 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Attempting to bind port 78867a1e-7223-41da-904b-a129d827366b on network 126ed554-ad68-449c-8b8d-0dccc8e656a8 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:17:45.260109 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:45.265603 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:17:45.266284 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Checking segment: {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:17:45.266852 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Bound using segment: {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:17:45.267525 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Bound port: 78867a1e-7223-41da-904b-a129d827366b, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddaf93-cb5b-4b42-878e-0e6e5c801e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:17:45.268138 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (78867a1e-7223-41da-904b-a129d827366b), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:45.271898 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:45.382271 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] For port 78867a1e-7223-41da-904b-a129d827366b, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:17:45.386389 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] For port 78867a1e-7223-41da-904b-a129d827366b, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=78867a1e-7223-41da-904b-a129d827366b,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:17:45.393988 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (78867a1e-7223-41da-904b-a129d827366b), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:45.452460 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Pushing event updated for resources: {'Port': ['ID=78867a1e-7223-41da-904b-a129d827366b,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:45.476916 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:45.478160 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:45.480361 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-1d43f559-ada7-45ce-80b4-e9c3c2a8abf7 service neutron] 10.222.0.74 "PUT /v2.0/ports/78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 1094 time: 1.0008576 Jul 04 10:17:45.481013 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:17:45.484818 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4291576-d8a1-442d-ad70-0b9575c472ea" -d '{"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:17:45.555633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be45ff5-252c-4e7f-ae48-5c53efb4564a x-openstack-request-id: req-4be45ff5-252c-4e7f-ae48-5c53efb4564a {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:17:45.555918 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:17:45.556165 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4be45ff5-252c-4e7f-ae48-5c53efb4564a {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:17:45.556568 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be45ff5-252c-4e7f-ae48-5c53efb4564a'] response: {'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b', 'status': 'completed', 'code': 200} Jul 04 10:17:45.700949 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56372553-e3cd-4df1-a891-f86ce5b04f12 req-b7385e9d-2a55-4e3d-a9b3-65068ec37564 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:45.702684 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-56372553-e3cd-4df1-a891-f86ce5b04f12 req-b7385e9d-2a55-4e3d-a9b3-65068ec37564 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 945 time: 0.0592797 Jul 04 10:17:45.773698 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-56372553-e3cd-4df1-a891-f86ce5b04f12 req-dfa96913-aa8d-4be6-9880-e24e8ee47b6d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624433 Jul 04 10:17:46.006597 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device dd8a2307-84be-4a9e-b5e9-cadd43e51328 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:46.054213 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port dd8a2307-84be-4a9e-b5e9-cadd43e51328 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:17:46.061395 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port dd8a2307-84be-4a9e-b5e9-cadd43e51328 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:46.061794 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:46.063259 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:46.072428 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:46.145776 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:46.150569 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port dd8a2307-84be-4a9e-b5e9-cadd43e51328 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:46.150953 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:46.194622 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port dd8a2307-84be-4a9e-b5e9-cadd43e51328, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:46.195482 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:17:46.197995 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d267e66b-4e18-495b-a189-da87f0881db7" -d '{"events": [{"server_uuid": "0ab0336f-8710-421e-8d13-a3ca20ccdb6a", "name": "network-vif-plugged", "status": "completed", "tag": "dd8a2307-84be-4a9e-b5e9-cadd43e51328"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:17:46.202956 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:46.260946 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654aefe6-85f4-469d-be4b-16e3710d1c95 x-openstack-request-id: req-654aefe6-85f4-469d-be4b-16e3710d1c95 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:17:46.261078 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab0336f-8710-421e-8d13-a3ca20ccdb6a", "name": "network-vif-plugged", "status": "completed", "tag": "dd8a2307-84be-4a9e-b5e9-cadd43e51328", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:17:46.261353 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-654aefe6-85f4-469d-be4b-16e3710d1c95 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:17:46.261908 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654aefe6-85f4-469d-be4b-16e3710d1c95'] response: {'server_uuid': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'code': 200} Jul 04 10:17:46.281052 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336faa6-589f-4e21-bc55-fe0c2f3cf077 req-abe5f232-d09c-4c1c-80a5-8054d0281ff1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:46.282729 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1336faa6-589f-4e21-bc55-fe0c2f3cf077 req-abe5f232-d09c-4c1c-80a5-8054d0281ff1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0518126 Jul 04 10:17:46.283381 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=dd8a2307-84be-4a9e-b5e9-cadd43e51328,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:46.341573 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1336faa6-589f-4e21-bc55-fe0c2f3cf077 req-ae93b356-b978-4dce-9e3b-790f5a92b0c6 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498817 Jul 04 10:17:46.911437 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ceef4-3317-4b76-a6c1-6799b40ca6c1 req-46a4f8a3-a46e-4eee-8b28-703e5179b063 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:46.912954 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-941ceef4-3317-4b76-a6c1-6799b40ca6c1 req-46a4f8a3-a46e-4eee-8b28-703e5179b063 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0637865 Jul 04 10:17:46.970237 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-941ceef4-3317-4b76-a6c1-6799b40ca6c1 req-8be6f811-df0a-4eb3-ae71-34ae48a00a90 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512555 Jul 04 10:17:47.463492 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf88304-3eba-46e1-940e-85f16e9663ad req-bbb682af-3ba2-4e47-be41-0d159d22ba11 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:47.465034 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-abf88304-3eba-46e1-940e-85f16e9663ad req-bbb682af-3ba2-4e47-be41-0d159d22ba11 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0502055 Jul 04 10:17:47.518750 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-abf88304-3eba-46e1-940e-85f16e9663ad req-60c629f9-1ddb-4e1a-b1e4-cfc38e5821ca tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478826 Jul 04 10:17:48.091816 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a20999-e9a0-46d7-84f8-cc27b00e302d req-533f3e0b-831e-4618-b9bb-6bab611b90c7 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:48.093931 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-92a20999-e9a0-46d7-84f8-cc27b00e302d req-533f3e0b-831e-4618-b9bb-6bab611b90c7 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0501475 Jul 04 10:17:48.157190 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-92a20999-e9a0-46d7-84f8-cc27b00e302d req-8bbdff1a-c647-4d9a-9b80-a1f64423a81e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576141 Jul 04 10:17:48.640178 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31a26-a903-48f0-9d18-9e64e21bc7b3 req-f4b8b121-9530-48e7-abf5-3868de894a93 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:48.641889 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-44c31a26-a903-48f0-9d18-9e64e21bc7b3 req-f4b8b121-9530-48e7-abf5-3868de894a93 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0502801 Jul 04 10:17:48.691217 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-44c31a26-a903-48f0-9d18-9e64e21bc7b3 req-103a34e6-3dcb-475e-bfad-a35a48596650 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 Jul 04 10:17:49.281085 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c24644-cc2a-4383-a966-38b9c279a6c7 req-e31ae599-016f-4321-8728-fc5b43a9e4c4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:49.282610 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-83c24644-cc2a-4383-a966-38b9c279a6c7 req-e31ae599-016f-4321-8728-fc5b43a9e4c4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0565207 Jul 04 10:17:49.342358 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-83c24644-cc2a-4383-a966-38b9c279a6c7 req-81635b76-9e15-4c30-8214-db80e9de0b00 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536394 Jul 04 10:17:49.816316 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb4440-39c7-406a-a38e-0ab23e1062b4 req-dffcb451-10ba-4ad6-9cc2-5e56ed8638f3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:49.818048 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cccb4440-39c7-406a-a38e-0ab23e1062b4 req-dffcb451-10ba-4ad6-9cc2-5e56ed8638f3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0518689 Jul 04 10:17:49.869210 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-cccb4440-39c7-406a-a38e-0ab23e1062b4 req-b0c517b7-814f-4947-aa9f-0c6577cd6209 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Jul 04 10:17:50.478692 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974a35-a7cf-4a3d-bc2d-4336e43ff31d req-e25fc6b4-9b73-4b9a-850d-011d5829a573 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:50.480617 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-04974a35-a7cf-4a3d-bc2d-4336e43ff31d req-e25fc6b4-9b73-4b9a-850d-011d5829a573 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0558233 Jul 04 10:17:50.527136 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:50.532520 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-04974a35-a7cf-4a3d-bc2d-4336e43ff31d req-7f4f2bdd-2fa1-4935-9e1c-9ef6adb6d8b6 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460372 Jul 04 10:17:50.796844 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:50.797687 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:50.984193 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:50.998423 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf82e9-9ef9-4dae-ad1b-1c72e3b8bf15 req-89be5eaf-2072-4d0f-a0a2-2defec67cd4c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:50.999961 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a7bf82e9-9ef9-4dae-ad1b-1c72e3b8bf15 req-89be5eaf-2072-4d0f-a0a2-2defec67cd4c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0548890 Jul 04 10:17:51.051400 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a7bf82e9-9ef9-4dae-ad1b-1c72e3b8bf15 req-09cb9ace-8679-4b70-8e80-1bd14bfdc8eb tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452213 Jul 04 10:17:51.665008 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc847396-751d-445c-bd8e-7c7e721e46b0 req-bdb740a4-12c9-46e1-aecd-b0c9b4317d6b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:51.666530 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc847396-751d-445c-bd8e-7c7e721e46b0 req-bdb740a4-12c9-46e1-aecd-b0c9b4317d6b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0551286 Jul 04 10:17:51.718724 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fc847396-751d-445c-bd8e-7c7e721e46b0 req-151b18d5-87b3-4ded-bb6b-9b0238a2316b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462773 Jul 04 10:17:52.176820 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48cbc0-3960-4761-aaf4-e36e07f8a05a req-d3c2a762-ed99-4457-a6d6-b10ec4cf077f tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:52.178535 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1a48cbc0-3960-4761-aaf4-e36e07f8a05a req-d3c2a762-ed99-4457-a6d6-b10ec4cf077f tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0508416 Jul 04 10:17:52.265028 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4291576-d8a1-442d-ad70-0b9575c472ea req-48ad0a3a-ad65-46b3-86a5-6ef8390df81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:52.266624 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a4291576-d8a1-442d-ad70-0b9575c472ea req-48ad0a3a-ad65-46b3-86a5-6ef8390df81d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09b54b24115e4074a79f93c255d4c0ca&device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0626764 Jul 04 10:17:52.270679 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1a48cbc0-3960-4761-aaf4-e36e07f8a05a req-eb25c154-4ea2-46cb-832b-ee8a864d6ed7 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857372 Jul 04 10:17:52.385697 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4291576-d8a1-442d-ad70-0b9575c472ea req-a28dfd0c-2818-41f8-84e4-733c185832a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:52.387515 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a4291576-d8a1-442d-ad70-0b9575c472ea req-a28dfd0c-2818-41f8-84e4-733c185832a2 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=09b54b24115e4074a79f93c255d4c0ca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0967014 Jul 04 10:17:52.416828 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946bd6d-4ce9-47dd-a46d-7057d3ed4a93 req-fcb2701a-0828-4dce-8bb5-1dbd21421f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:52.418384 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5946bd6d-4ce9-47dd-a46d-7057d3ed4a93 req-fcb2701a-0828-4dce-8bb5-1dbd21421f39 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 1130 time: 0.0440629 Jul 04 10:17:52.478423 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5946bd6d-4ce9-47dd-a46d-7057d3ed4a93 req-339a2649-de18-458d-843f-6ef9fadb76ad service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530157 Jul 04 10:17:52.486559 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:52.499394 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4291576-d8a1-442d-ad70-0b9575c472ea req-0c4580ca-0373-47a7-be71-86a97e5f8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:52.500888 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a4291576-d8a1-442d-ad70-0b9575c472ea req-0c4580ca-0373-47a7-be71-86a97e5f8f2f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064467 Jul 04 10:17:52.752029 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-e4daa0be-6d74-4d38-9cac-5e6f07b97f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:52.753585 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-e4daa0be-6d74-4d38-9cac-5e6f07b97f3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09b54b24115e4074a79f93c255d4c0ca&device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1128 time: 0.0429006 Jul 04 10:17:52.799561 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-29cb0310-958b-4620-af27-051839edcdc0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 217 time: 0.0386441 Jul 04 10:17:52.876523 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e215267-ddd2-4ab6-8464-43a023a8cb38 req-44248d04-d9ac-47ef-93a3-dc9af85b311a tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:52.878027 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2e215267-ddd2-4ab6-8464-43a023a8cb38 req-44248d04-d9ac-47ef-93a3-dc9af85b311a tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0810006 Jul 04 10:17:52.884050 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-9a67fa80-117c-46c7-b54f-21db33bf4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:52.885414 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-9a67fa80-117c-46c7-b54f-21db33bf4cc6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c9f83f28-1f01-4950-be1b-f370edbee1f9 HTTP/1.1" status: 200 len: 853 time: 0.0775526 Jul 04 10:17:52.931571 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2e215267-ddd2-4ab6-8464-43a023a8cb38 req-551b8616-08a7-4d06-9139-1a6a65b094e3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451989 Jul 04 10:17:53.117365 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-b405d24f-020d-47db-b0d0-29a6e09eb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:53.118883 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-b405d24f-020d-47db-b0d0-29a6e09eb769 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=126ed554-ad68-449c-8b8d-0dccc8e656a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515409 Jul 04 10:17:53.210845 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-3a9151f7-8522-4d8d-a96d-e64752e4a7e8 service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848129 Jul 04 10:17:53.312329 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-851a249e-3dc5-4a52-8c22-c79bfff9ff5b req-4c03c7ed-5224-4c80-a36b-36eb35d16039 service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923395 Jul 04 10:17:53.351541 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:53.390641 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4f99-4fd3-48aa-b9d7-725dea69a47f req-e5a5de05-1654-442f-8bc1-eace71b8bf09 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:53.392159 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aedd4f99-4fd3-48aa-b9d7-725dea69a47f req-e5a5de05-1654-442f-8bc1-eace71b8bf09 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0492740 Jul 04 10:17:53.446774 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aedd4f99-4fd3-48aa-b9d7-725dea69a47f req-3e24fc32-3eef-467d-aa13-348f37efd046 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475712 Jul 04 10:17:54.052115 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d70aa-a0b8-40df-807e-3371f9f168f0 req-6a512c9d-2018-4726-9ca8-91d8548be82e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:54.053588 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-812d70aa-a0b8-40df-807e-3371f9f168f0 req-6a512c9d-2018-4726-9ca8-91d8548be82e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0477836 Jul 04 10:17:54.096548 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:54.115044 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-812d70aa-a0b8-40df-807e-3371f9f168f0 req-ef17e745-5018-4e6e-ac98-d18e2a9a3e5a tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557146 Jul 04 10:17:54.228213 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3fa74-c968-49ff-93d6-99123735fd8d req-df4e63bf-a40f-461f-83ad-b13078fcf8e5 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:54.229663 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2de3fa74-c968-49ff-93d6-99123735fd8d req-df4e63bf-a40f-461f-83ad-b13078fcf8e5 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0484915 Jul 04 10:17:54.282550 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2de3fa74-c968-49ff-93d6-99123735fd8d req-bbb7d7e7-2bc2-494e-9502-5091c4da60cd tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448706 Jul 04 10:17:54.311311 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52856) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:54.512554 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ec763-ee65-4e3f-a09a-575b6719c62f tempest-TestVolumeBootPattern-692883243 tempest-TestVolumeBootPattern-692883243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:54.514115 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6a6ec763-ee65-4e3f-a09a-575b6719c62f tempest-TestVolumeBootPattern-692883243 tempest-TestVolumeBootPattern-692883243-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 1125 time: 0.2019420 Jul 04 10:17:54.517408 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52862) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:17:54.522118 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'port_id': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:17:54.546382 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:54.562660 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9d0f1-aca8-4bed-86bb-c70b6722caed req-a180d5ec-68d6-4f18-b8be-e3a07562a8e7 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:54.564093 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-84f9d0f1-aca8-4bed-86bb-c70b6722caed req-a180d5ec-68d6-4f18-b8be-e3a07562a8e7 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0489717 Jul 04 10:17:54.616045 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-84f9d0f1-aca8-4bed-86bb-c70b6722caed req-dc28a4ff-f6ea-41e2-b053-09efa6e7ca50 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459917 Jul 04 10:17:54.627844 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:54.741007 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Allocated IP 172.27.2.66 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/352044fd-18e9-482c-9543-ca3c6b0ad097) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:17:54.857997 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (352044fd-18e9-482c-9543-ca3c6b0ad097), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:54.893739 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (352044fd-18e9-482c-9543-ca3c6b0ad097), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:54.934769 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:17:54.939760 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:17:54.941977 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=352044fd-18e9-482c-9543-ca3c6b0ad097,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:54.944130 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:17:55.247701 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:55.278769 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:55.293881 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (0baef512-1987-4bd4-875f-77d88b4b469a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:55.363895 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (352044fd-18e9-482c-9543-ca3c6b0ad097), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:55.399307 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6af06092-43aa-4795-a756-19643af8f833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:55.518675 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (352044fd-18e9-482c-9543-ca3c6b0ad097), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:55.526697 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (352044fd-18e9-482c-9543-ca3c6b0ad097), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:55.591932 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=352044fd-18e9-482c-9543-ca3c6b0ad097,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:55.603996 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (0baef512-1987-4bd4-875f-77d88b4b469a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:55.702288 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Floating IP 0baef512-1987-4bd4-875f-77d88b4b469a associated. External IP: 172.27.2.66, port: dd8a2307-84be-4a9e-b5e9-cadd43e51328. Jul 04 10:17:55.730933 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a005f-b520-469a-9030-ad68d87eb6ba req-8e0c008a-002a-49dc-a527-6d8ad19c54e1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:55.732440 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-985a005f-b520-469a-9030-ad68d87eb6ba req-8e0c008a-002a-49dc-a527-6d8ad19c54e1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 944 time: 0.0484121 Jul 04 10:17:55.780213 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-985a005f-b520-469a-9030-ad68d87eb6ba req-780e9b9a-54de-432a-a23d-98f0d1d7f5c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420032 Jul 04 10:17:55.905597 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:17:56.008656 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:17:56.019053 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:17:56.029793 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:56.030615 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:17:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:56.030767 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:56.034019 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:56.066834 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f1b5c7a4-eb8c-4845-a315-4c27455b6ebc tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5460389 Jul 04 10:17:56.066834 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'tag': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:17:56.068179 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e273df-5cb1-4b92-b7ec-a64609d43967" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab0336f-8710-421e-8d13-a3ca20ccdb6a", "tag": "dd8a2307-84be-4a9e-b5e9-cadd43e51328"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:17:56.086089 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 78867a1e-7223-41da-904b-a129d827366b details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:17:56.105884 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc51937-3fed-4145-8c09-de3ade2e5a3c x-openstack-request-id: req-abc51937-3fed-4145-8c09-de3ade2e5a3c {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:17:56.106174 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab0336f-8710-421e-8d13-a3ca20ccdb6a", "tag": "dd8a2307-84be-4a9e-b5e9-cadd43e51328", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:17:56.106426 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abc51937-3fed-4145-8c09-de3ade2e5a3c {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:17:56.106857 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc51937-3fed-4145-8c09-de3ade2e5a3c'] response: {'name': 'network-changed', 'server_uuid': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'tag': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'status': 'completed', 'code': 200} Jul 04 10:17:56.148219 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:56.169529 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-a0ad39fa-e46d-4df6-b6e6-4b859dd39356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:56.171353 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-a0ad39fa-e46d-4df6-b6e6-4b859dd39356 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 1130 time: 0.0417881 Jul 04 10:17:56.205765 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 78867a1e-7223-41da-904b-a129d827366b, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=78867a1e-7223-41da-904b-a129d827366b,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:56.218317 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '78867a1e-7223-41da-904b-a129d827366b', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'port_id': '78867a1e-7223-41da-904b-a129d827366b', 'mac_address': 'fa:16:3e:a5:2f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:17:56.256302 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 78867a1e-7223-41da-904b-a129d827366b is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:56.256698 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (78867a1e-7223-41da-904b-a129d827366b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:56.267057 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-464bdbb7-4a27-499f-890f-6a959fe619ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:56.268521 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-464bdbb7-4a27-499f-890f-6a959fe619ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0911496 Jul 04 10:17:56.271333 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78867a1e-7223-41da-904b-a129d827366b {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:17:56.292917 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 78867a1e-7223-41da-904b-a129d827366b, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=78867a1e-7223-41da-904b-a129d827366b,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:56.297787 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (78867a1e-7223-41da-904b-a129d827366b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:56.332404 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-32f85cee-9e9b-4363-a334-b4310a9de7df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328 HTTP/1.1" status: 200 len: 999 time: 0.0576839 Jul 04 10:17:56.347792 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=78867a1e-7223-41da-904b-a129d827366b,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:56.365761 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '0baef512-1987-4bd4-875f-77d88b4b469a', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:15:77:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:17:55Z', 'updated_at': '2022-07-04T10:17:55Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:56.387134 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-ef2093fe-7551-4394-97ab-18b82d4275b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:56.388660 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-ef2093fe-7551-4394-97ab-18b82d4275b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0495608 Jul 04 10:17:56.390365 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:17:56.398737 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:17:56.399332 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:17:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:56.433691 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-6c210700-9435-40b8-8d22-067c68fc4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:56.435352 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-6c210700-9435-40b8-8d22-067c68fc4046 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398088 Jul 04 10:17:56.500606 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:17:56.511621 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['78867a1e-7223-41da-904b-a129d827366b'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:17:56.532308 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-ec43b9de-8be9-47a1-b65d-ad701b484dda service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895503 Jul 04 10:17:56.626969 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-f6e273df-5cb1-4b92-b7ec-a64609d43967 req-74e9249d-3c1c-4815-9080-08e7f4581fdd service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880995 Jul 04 10:17:56.726504 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '0baef512-1987-4bd4-875f-77d88b4b469a', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:15:77:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:17:55Z', 'updated_at': '2022-07-04T10:17:55Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:17:56.755210 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297933c3-ced7-4035-9057-a53a4a46031b None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '0baef512-1987-4bd4-875f-77d88b4b469a', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:15:77:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:17:55Z', 'updated_at': '2022-07-04T10:17:55Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:17:56.942723 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3555c-ad83-4d87-82c6-d7de5a301118 req-c1dfd16d-f36a-41f2-a0de-865cac327037 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:56.944657 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7ac3555c-ad83-4d87-82c6-d7de5a301118 req-c1dfd16d-f36a-41f2-a0de-865cac327037 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0558636 Jul 04 10:17:56.974278 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:56.992822 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3135ad5e-f56a-4a40-8b8e-09fbebe88b0c None None] New status for floating IP 0baef512-1987-4bd4-875f-77d88b4b469a: ACTIVE {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:17:57.000980 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7ac3555c-ad83-4d87-82c6-d7de5a301118 req-d090bc87-7ae5-4c50-89b3-676ec2339d58 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502429 Jul 04 10:17:57.096236 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:57.559482 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2c555ae-3be8-49aa-9825-082a7231765a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:58.099194 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 78867a1e-7223-41da-904b-a129d827366b up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:17:58.131347 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15812d-3e1a-48c7-a66e-e6bd70a90160 req-e6202313-a8ab-4793-923e-e1cf60fb06f5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:58.132870 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c15812d-3e1a-48c7-a66e-e6bd70a90160 req-e6202313-a8ab-4793-923e-e1cf60fb06f5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 945 time: 0.0530553 Jul 04 10:17:58.147036 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 78867a1e-7223-41da-904b-a129d827366b completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:17:58.156511 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 78867a1e-7223-41da-904b-a129d827366b triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:17:58.156879 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (78867a1e-7223-41da-904b-a129d827366b), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:58.182910 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c15812d-3e1a-48c7-a66e-e6bd70a90160 req-7a2dc81a-fd92-47a2-857a-bc441b39877d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Jul 04 10:17:58.228355 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 78867a1e-7223-41da-904b-a129d827366b is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:17:58.228734 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (78867a1e-7223-41da-904b-a129d827366b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:58.252130 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78867a1e-7223-41da-904b-a129d827366b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:17:58.254438 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed3cd6-ce06-4858-9cc2-1f1675f4b22e" -d '{"events": [{"server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "name": "network-vif-plugged", "status": "completed", "tag": "78867a1e-7223-41da-904b-a129d827366b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:17:58.267686 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 78867a1e-7223-41da-904b-a129d827366b, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=78867a1e-7223-41da-904b-a129d827366b,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:17:58.273913 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (78867a1e-7223-41da-904b-a129d827366b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:58.299374 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b449625-7d35-4484-b199-e1cc3414994d x-openstack-request-id: req-2b449625-7d35-4484-b199-e1cc3414994d {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:17:58.299661 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "name": "network-vif-plugged", "status": "completed", "tag": "78867a1e-7223-41da-904b-a129d827366b", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:17:58.299928 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b449625-7d35-4484-b199-e1cc3414994d {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:17:58.300314 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b449625-7d35-4484-b199-e1cc3414994d'] response: {'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78867a1e-7223-41da-904b-a129d827366b', 'code': 200} Jul 04 10:17:58.316589 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:58.327525 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=78867a1e-7223-41da-904b-a129d827366b,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:17:58.446589 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:17:58.476291 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00120f9e-6453-4d93-818c-cfc69178d4b1 req-0beb653c-4e74-45f3-87a8-1bf25277b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:58.477922 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-00120f9e-6453-4d93-818c-cfc69178d4b1 req-0beb653c-4e74-45f3-87a8-1bf25277b1ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0429618 Jul 04 10:17:58.524433 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-00120f9e-6453-4d93-818c-cfc69178d4b1 req-2349b650-5899-4549-a629-ab031c59f541 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Jul 04 10:17:59.229732 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:17:59.317460 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf5d9b-a596-437c-8537-f34dd5f80bb9 req-a8ce84fd-feae-4fab-a3ef-7e5e557eda90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:17:59.319077 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-19bf5d9b-a596-437c-8537-f34dd5f80bb9 req-a8ce84fd-feae-4fab-a3ef-7e5e557eda90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0501366 Jul 04 10:17:59.414006 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:17:59.630951 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-19bf5d9b-a596-437c-8537-f34dd5f80bb9 req-899de395-5ed3-4d8c-bc75-e59fc9b4bb36 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028817 Jul 04 10:18:00.498095 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:00.756138 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4a9c1-0ab2-457e-89a8-445a0c8ee99c req-3e3347dd-b4c5-409a-b678-031d68046614 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:00.757521 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-73f4a9c1-0ab2-457e-89a8-445a0c8ee99c req-3e3347dd-b4c5-409a-b678-031d68046614 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0499966 Jul 04 10:18:00.795798 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:00.810143 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-73f4a9c1-0ab2-457e-89a8-445a0c8ee99c req-fbf1ff66-f7b9-4320-afab-d84095a3e490 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 Jul 04 10:18:00.928532 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be6c9-e6c6-4721-80b6-c580e25542d1 req-d7a80fd1-f20f-49b4-9517-182a76843028 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:00.930566 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-389be6c9-e6c6-4721-80b6-c580e25542d1 req-d7a80fd1-f20f-49b4-9517-182a76843028 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0514395 Jul 04 10:18:00.983309 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-389be6c9-e6c6-4721-80b6-c580e25542d1 req-9b35a918-3c76-40d8-97dd-526b56f6b569 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Jul 04 10:18:01.313325 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16798aed-95f7-4c93-9ab2-0cd3f6336256 req-fcbba7da-c903-4e7c-b3d3-99867bdc79ec tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:01.314863 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-16798aed-95f7-4c93-9ab2-0cd3f6336256 req-fcbba7da-c903-4e7c-b3d3-99867bdc79ec tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0521200 Jul 04 10:18:01.367824 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-16798aed-95f7-4c93-9ab2-0cd3f6336256 req-466bc1ba-c996-405b-b139-49ef6366ac6e tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468185 Jul 04 10:18:04.258411 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:06.061495 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:06.730541 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=65 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:09.225181 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=85 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:09.867549 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d6e1c-8fa6-4c41-9908-33bb5302a44a req-42dc9861-af86-4d08-ba9b-c6b39e3fae29 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:09.869022 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c7d6e1c-8fa6-4c41-9908-33bb5302a44a req-42dc9861-af86-4d08-ba9b-c6b39e3fae29 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0594296 Jul 04 10:18:09.920062 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-7c7d6e1c-8fa6-4c41-9908-33bb5302a44a req-747d084c-13e6-4e90-9b41-1ad4d22fb7c8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Jul 04 10:18:09.942795 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52932) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:10.089677 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c179614-70b9-4e20-a145-122b642dab1b tempest-TestMinimumBasicScenario-1363327433 tempest-TestMinimumBasicScenario-1363327433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:10.091615 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-8c179614-70b9-4e20-a145-122b642dab1b tempest-TestMinimumBasicScenario-1363327433 tempest-TestMinimumBasicScenario-1363327433-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1125 time: 0.1478508 Jul 04 10:18:10.095964 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52936) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:10.100159 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'port_id': '78867a1e-7223-41da-904b-a129d827366b', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:10.124219 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:10.205476 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:10.316749 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Allocated IP 172.27.2.91 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/328e5620-3da1-4789-a7b2-18bb1e1513bd) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:18:10.384816 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:10.405687 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:10.432224 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for port (328e5620-3da1-4789-a7b2-18bb1e1513bd), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:10.469545 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (328e5620-3da1-4789-a7b2-18bb1e1513bd), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:10.511649 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:18:10.516890 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:18:10.519685 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:18:10.523134 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'Port': ['ID=328e5620-3da1-4789-a7b2-18bb1e1513bd,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:10.553127 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.553473 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.553836 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.554172 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.554476 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.554798 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.555154 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.555470 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.555791 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.556115 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.556433 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.556733 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.557051 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.557367 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.557705 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:18:10.890513 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for floatingip (17f71ab1-e862-40de-b126-b56c10e8bd2d), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:10.960955 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (328e5620-3da1-4789-a7b2-18bb1e1513bd), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.117999 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for port (328e5620-3da1-4789-a7b2-18bb1e1513bd), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.125230 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (328e5620-3da1-4789-a7b2-18bb1e1513bd), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.161769 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:11.202807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'Port': ['ID=328e5620-3da1-4789-a7b2-18bb1e1513bd,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:11.210680 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (17f71ab1-e862-40de-b126-b56c10e8bd2d), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.282200 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:11.303795 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Floating IP 17f71ab1-e862-40de-b126-b56c10e8bd2d associated. External IP: 172.27.2.91, port: 78867a1e-7223-41da-904b-a129d827366b. Jul 04 10:18:11.510895 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Router b60e971d-538f-44aa-9353-33af85ad3444 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:18:11.614769 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:18:11.625568 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] Sync routers for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:18:11.635437 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.636043 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:18:11.636673 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:17:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:18:11.666169 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-1d4f2a97-8159-4720-afdd-4a0701734da9 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5691912 Jul 04 10:18:11.666767 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:18:11.669546 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:18:11.670389 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52938) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:11.675355 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-5fa57bd8-6ca2-48c5-b342-3c63006ebaca tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330319293', 'description': 'tempest-secgroup-smoke-1330319293 description', 'project_id': '09b54b24115e4074a79f93c255d4c0ca'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:11.700885 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fa57bd8-6ca2-48c5-b342-3c63006ebaca tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.716209 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe491081-fccc-4845-abbc-6f50ddc122d3 x-openstack-request-id: req-fe491081-fccc-4845-abbc-6f50ddc122d3 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:18:11.716675 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:18:11.716994 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe491081-fccc-4845-abbc-6f50ddc122d3 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:18:11.717464 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe491081-fccc-4845-abbc-6f50ddc122d3'] response: {'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b', 'status': 'completed', 'code': 200} Jul 04 10:18:11.739542 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:18:11.773767 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fa57bd8-6ca2-48c5-b342-3c63006ebaca tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group (628cbd7f-b7b5-46fa-89f5-d00afdb7aac4), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.780605 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fa57bd8-6ca2-48c5-b342-3c63006ebaca tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (628cbd7f-b7b5-46fa-89f5-d00afdb7aac4), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.782832 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-f71782d0-07bb-4f5b-b03a-853611d7cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:11.784452 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-f71782d0-07bb-4f5b-b03a-853611d7cced service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09b54b24115e4074a79f93c255d4c0ca&device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0448406 Jul 04 10:18:11.807834 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fa57bd8-6ca2-48c5-b342-3c63006ebaca tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.809205 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5fa57bd8-6ca2-48c5-b342-3c63006ebaca tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1377776 Jul 04 10:18:11.814599 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52942) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:11.818424 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-2281db61-af39-4608-a07d-b6388dcf6f68 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'security_group_rule': {'security_group_id': '628cbd7f-b7b5-46fa-89f5-d00afdb7aac4', 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:11.829927 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa57bd8-6ca2-48c5-b342-3c63006ebaca tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:11.855541 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2281db61-af39-4608-a07d-b6388dcf6f68 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (d957a71b-4ed6-4164-9ecb-0b1c9519e20f), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.895927 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-20b03349-1c5b-4a45-b7d4-d9c4d1ec7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:11.897479 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-20b03349-1c5b-4a45-b7d4-d9c4d1ec7724 service neutron] 10.222.0.74 "GET /v2.0/networks?id=126ed554-ad68-449c-8b8d-0dccc8e656a8 HTTP/1.1" status: 200 len: 915 time: 0.1062663 Jul 04 10:18:11.923970 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2281db61-af39-4608-a07d-b6388dcf6f68 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (d957a71b-4ed6-4164-9ecb-0b1c9519e20f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.929020 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2281db61-af39-4608-a07d-b6388dcf6f68 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (d957a71b-4ed6-4164-9ecb-0b1c9519e20f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.949120 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281db61-af39-4608-a07d-b6388dcf6f68 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d957a71b-4ed6-4164-9ecb-0b1c9519e20f,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:11.957922 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2281db61-af39-4608-a07d-b6388dcf6f68 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:11.959157 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2281db61-af39-4608-a07d-b6388dcf6f68 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442440 Jul 04 10:18:11.962471 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52944) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:11.967134 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-18762f3e-3798-40a0-8647-94368f48a1c1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'security_group_rule': {'security_group_id': '628cbd7f-b7b5-46fa-89f5-d00afdb7aac4', 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:11.968615 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-1d56622e-1951-4743-8881-e6e532c8b65e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 999 time: 0.0648477 Jul 04 10:18:11.971653 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '17f71ab1-e862-40de-b126-b56c10e8bd2d', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'port_id': '78867a1e-7223-41da-904b-a129d827366b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'mac_address': 'fa:16:3e:a5:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:18:10Z', 'updated_at': '2022-07-04T10:18:10Z', 'revision_number': 0, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:27Z', 'revision_number': 5, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:18:11.995372 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18762f3e-3798-40a0-8647-94368f48a1c1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (c79c3cc6-fe88-4c0b-afd2-e42ab147ab11), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.002492 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] Checking router: b60e971d-538f-44aa-9353-33af85ad3444 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:18:12.011785 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:18:12.012393 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:17:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:18:12.022871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-b18525cc-c8e6-4a99-b530-2500ee74a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:12.024569 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-b18525cc-c8e6-4a99-b530-2500ee74a9a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c9f83f28-1f01-4950-be1b-f370edbee1f9 HTTP/1.1" status: 200 len: 853 time: 0.0499783 Jul 04 10:18:12.056190 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18762f3e-3798-40a0-8647-94368f48a1c1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (c79c3cc6-fe88-4c0b-afd2-e42ab147ab11), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.061581 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18762f3e-3798-40a0-8647-94368f48a1c1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (c79c3cc6-fe88-4c0b-afd2-e42ab147ab11), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.075673 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-2bb915d6-210a-4c68-ac8c-0fa381626563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:12.077517 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-2bb915d6-210a-4c68-ac8c-0fa381626563 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=126ed554-ad68-449c-8b8d-0dccc8e656a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455081 Jul 04 10:18:12.081747 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18762f3e-3798-40a0-8647-94368f48a1c1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79c3cc6-fe88-4c0b-afd2-e42ab147ab11,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:12.093878 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18762f3e-3798-40a0-8647-94368f48a1c1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.097358 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-18762f3e-3798-40a0-8647-94368f48a1c1 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318357 Jul 04 10:18:12.098294 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52946) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:12.112532 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-d95f5acd-5c67-47b4-a5ba-6d470afcfa90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'security_group_rule': {'security_group_id': '628cbd7f-b7b5-46fa-89f5-d00afdb7aac4', 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:12.186821 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:12.194427 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d95f5acd-5c67-47b4-a5ba-6d470afcfa90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (f26c73d5-6f4a-4ab9-be7a-e13fdebe29f4), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.206828 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:18:12.216023 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-3812c7a3-c356-4fbf-977a-b3ffba5aae1a service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297445 Jul 04 10:18:12.319715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d95f5acd-5c67-47b4-a5ba-6d470afcfa90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (f26c73d5-6f4a-4ab9-be7a-e13fdebe29f4), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.323647 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:12.326559 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d95f5acd-5c67-47b4-a5ba-6d470afcfa90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (f26c73d5-6f4a-4ab9-be7a-e13fdebe29f4), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.360152 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f5acd-5c67-47b4-a5ba-6d470afcfa90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26c73d5-6f4a-4ab9-be7a-e13fdebe29f4,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:12.365838 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bee4ae3-cab6-43cd-adac-2fa898e57ec0 req-2a94d566-8463-45b2-8eee-158c11d385dd service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303711 Jul 04 10:18:12.375900 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d95f5acd-5c67-47b4-a5ba-6d470afcfa90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.377358 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-d95f5acd-5c67-47b4-a5ba-6d470afcfa90 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2777598 Jul 04 10:18:12.380317 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52948) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:12.385104 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-d80f7cd8-afd2-42af-9ad5-57fdd18c0fb0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'security_group_rule': {'security_group_id': '628cbd7f-b7b5-46fa-89f5-d00afdb7aac4', 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:12.413840 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d80f7cd8-afd2-42af-9ad5-57fdd18c0fb0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (05d1ac7e-fc8b-4ea0-8113-76d74bb6b687), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.428167 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '17f71ab1-e862-40de-b126-b56c10e8bd2d', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'port_id': '78867a1e-7223-41da-904b-a129d827366b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'mac_address': 'fa:16:3e:a5:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:18:10Z', 'updated_at': '2022-07-04T10:18:10Z', 'revision_number': 0, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:27Z', 'revision_number': 5, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:18:12.455491 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f2f2e0-4fc1-45d1-8735-c1e59dd15dfe None None] The sync data for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi is: [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '17f71ab1-e862-40de-b126-b56c10e8bd2d', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'port_id': '78867a1e-7223-41da-904b-a129d827366b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'mac_address': 'fa:16:3e:a5:2f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:18:10Z', 'updated_at': '2022-07-04T10:18:10Z', 'revision_number': 0, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:27Z', 'revision_number': 5, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:18:12.478560 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d80f7cd8-afd2-42af-9ad5-57fdd18c0fb0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (05d1ac7e-fc8b-4ea0-8113-76d74bb6b687), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.483289 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d80f7cd8-afd2-42af-9ad5-57fdd18c0fb0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (05d1ac7e-fc8b-4ea0-8113-76d74bb6b687), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.507020 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f7cd8-afd2-42af-9ad5-57fdd18c0fb0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d1ac7e-fc8b-4ea0-8113-76d74bb6b687,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:12.513647 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d80f7cd8-afd2-42af-9ad5-57fdd18c0fb0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.514830 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d80f7cd8-afd2-42af-9ad5-57fdd18c0fb0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332953 Jul 04 10:18:12.517716 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 52950) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:12.522171 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-72e075df-af20-45b1-a381-ba5945fb67b3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'security_group_rule': {'security_group_id': '628cbd7f-b7b5-46fa-89f5-d00afdb7aac4', 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:12.543843 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.securitygroups_db [None req-72e075df-af20-45b1-a381-ba5945fb67b3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Project 09b54b24115e4074a79f93c255d4c0ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 10:18:12.549305 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72e075df-af20-45b1-a381-ba5945fb67b3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (fda60691-0413-40cb-ac31-8439170f8558), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.560402 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:12.614623 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72e075df-af20-45b1-a381-ba5945fb67b3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (fda60691-0413-40cb-ac31-8439170f8558), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.620610 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72e075df-af20-45b1-a381-ba5945fb67b3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (fda60691-0413-40cb-ac31-8439170f8558), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.640707 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e075df-af20-45b1-a381-ba5945fb67b3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda60691-0413-40cb-ac31-8439170f8558,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:12.647843 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72e075df-af20-45b1-a381-ba5945fb67b3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.651179 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-72e075df-af20-45b1-a381-ba5945fb67b3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297202 Jul 04 10:18:12.651449 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 52952) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:18:12.652602 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e81690e-974e-4c75-a974-46a46d094f54 None None] New status for floating IP 17f71ab1-e862-40de-b126-b56c10e8bd2d: ACTIVE {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:18:12.656072 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [None req-1aab2e40-b1a9-44f7-9593-fa9320a5e8c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'security_group_rule': {'security_group_id': '628cbd7f-b7b5-46fa-89f5-d00afdb7aac4', 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:12.683884 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.securitygroups_db [None req-1aab2e40-b1a9-44f7-9593-fa9320a5e8c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Project 09b54b24115e4074a79f93c255d4c0ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 04 10:18:12.690917 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1aab2e40-b1a9-44f7-9593-fa9320a5e8c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (b34910b4-d216-40c5-9b63-7b6ebde9f942), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.752949 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1aab2e40-b1a9-44f7-9593-fa9320a5e8c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (b34910b4-d216-40c5-9b63-7b6ebde9f942), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.759084 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1aab2e40-b1a9-44f7-9593-fa9320a5e8c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629783'] for security_group_rule (b34910b4-d216-40c5-9b63-7b6ebde9f942), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.778746 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab2e40-b1a9-44f7-9593-fa9320a5e8c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34910b4-d216-40c5-9b63-7b6ebde9f942,revision_number=0']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:12.785716 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-1aab2e40-b1a9-44f7-9593-fa9320a5e8c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:12.787085 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-1aab2e40-b1a9-44f7-9593-fa9320a5e8c5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345909 Jul 04 10:18:12.877285 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8aacbe91-3338-47be-acd9-45668ec84392 req-06776d72-ed5a-4550-aef6-498e1729b465 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330319293&fields=id&tenant_id=09b54b24115e4074a79f93c255d4c0ca HTTP/1.1" status: 200 len: 267 time: 0.0459042 Jul 04 10:18:12.936807 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacbe91-3338-47be-acd9-45668ec84392 req-d931583a-76ea-498c-9429-7b29047e48f3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:12.938313 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8aacbe91-3338-47be-acd9-45668ec84392 req-d931583a-76ea-498c-9429-7b29047e48f3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0554225 Jul 04 10:18:12.949765 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-8aacbe91-3338-47be-acd9-45668ec84392 req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'port': {'security_groups': ['39bf594e-9bca-4f84-a77e-8aaa28cb8304', '628cbd7f-b7b5-46fa-89f5-d00afdb7aac4']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:18:13.036610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-8aacbe91-3338-47be-acd9-45668ec84392 req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (78867a1e-7223-41da-904b-a129d827366b), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:13.224442 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-8aacbe91-3338-47be-acd9-45668ec84392 req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] For port 78867a1e-7223-41da-904b-a129d827366b, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=78867a1e-7223-41da-904b-a129d827366b,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:18:13.252313 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-8aacbe91-3338-47be-acd9-45668ec84392 req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for port (78867a1e-7223-41da-904b-a129d827366b), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:13.259342 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-8aacbe91-3338-47be-acd9-45668ec84392 req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (78867a1e-7223-41da-904b-a129d827366b), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:13.272776 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['78867a1e-7223-41da-904b-a129d827366b'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:18:13.302096 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacbe91-3338-47be-acd9-45668ec84392 req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:13.305419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-8aacbe91-3338-47be-acd9-45668ec84392 req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:13.305419 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8aacbe91-3338-47be-acd9-45668ec84392 req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "PUT /v2.0/ports/78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 982 time: 0.3594875 Jul 04 10:18:13.325950 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad870398-dd17-4fd5-9359-96211274c2de tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'Port': ['ID=78867a1e-7223-41da-904b-a129d827366b,revision_number=6']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:18:13.368493 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['78867a1e-7223-41da-904b-a129d827366b'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:18:13.431117 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741ddc4-1c55-4d26-9630-eb44bd777fe9 req-5b996a55-a482-4c36-bba4-087bc3546c5f tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:13.433157 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4741ddc4-1c55-4d26-9630-eb44bd777fe9 req-5b996a55-a482-4c36-bba4-087bc3546c5f tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0552087 Jul 04 10:18:13.479961 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:13.508142 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4741ddc4-1c55-4d26-9630-eb44bd777fe9 req-a5b67ef9-432d-47a3-afa9-2129bfabe902 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662096 Jul 04 10:18:13.600153 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-5401cd9b-9138-47c5-a27d-3eb2ecc865f5 None None] Provisioning complete for port 78867a1e-7223-41da-904b-a129d827366b triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:18:13.600440 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5401cd9b-9138-47c5-a27d-3eb2ecc865f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (78867a1e-7223-41da-904b-a129d827366b), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:13.610042 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:13.718834 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:18:13.721761 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d0158-9f53-4c7c-b143-912f95e4bbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:18:13.758176 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ac72c-2c35-4bb1-8bc1-51ed4f3d5b54 x-openstack-request-id: req-261ac72c-2c35-4bb1-8bc1-51ed4f3d5b54 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:18:13.758428 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:18:13.758711 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-261ac72c-2c35-4bb1-8bc1-51ed4f3d5b54 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:18:13.759103 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261ac72c-2c35-4bb1-8bc1-51ed4f3d5b54'] response: {'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b', 'status': 'completed', 'code': 200} Jul 04 10:18:13.778353 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:13.806269 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-5401cd9b-9138-47c5-a27d-3eb2ecc865f5 None None] Current status of the port 78867a1e-7223-41da-904b-a129d827366b is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:18:13.821550 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-954e7e84-a73f-48fb-9217-e5f6e189f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:13.823105 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-954e7e84-a73f-48fb-9217-e5f6e189f480 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09b54b24115e4074a79f93c255d4c0ca&device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1169 time: 0.0405900 Jul 04 10:18:13.895670 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:13.927091 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-9191c7e0-03e9-4442-a64a-273699f8a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:13.928587 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-9191c7e0-03e9-4442-a64a-273699f8a8ab service neutron] 10.222.0.74 "GET /v2.0/networks?id=126ed554-ad68-449c-8b8d-0dccc8e656a8 HTTP/1.1" status: 200 len: 915 time: 0.0987201 Jul 04 10:18:13.992364 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-8c443929-56a4-4a0b-96c5-d61305c10842 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 1001 time: 0.0563498 Jul 04 10:18:14.041777 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-6208176e-b660-4383-bbbf-4f727914c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:14.044667 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-6208176e-b660-4383-bbbf-4f727914c13b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c9f83f28-1f01-4950-be1b-f370edbee1f9 HTTP/1.1" status: 200 len: 853 time: 0.0430729 Jul 04 10:18:14.094528 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-43e5927f-052b-4dea-bd9c-556ef586825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:14.096047 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-43e5927f-052b-4dea-bd9c-556ef586825a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=126ed554-ad68-449c-8b8d-0dccc8e656a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436647 Jul 04 10:18:14.188385 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-b9a6037b-a3ec-4d46-8776-8ec1dad6860a service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836439 Jul 04 10:18:14.313096 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a78d0158-9f53-4c7c-b143-912f95e4bbd5 req-22e48f01-3180-49fa-be13-600562ae7f7a service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160369 Jul 04 10:18:22.638392 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=1,neutron:SELECT=4,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:22.639609 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:23.067641 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=78 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:24.081577 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:24.114614 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=31 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:24.115448 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=62 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:24.299987 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=30 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:24.309395 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=55 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:25.408998 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-19a4c5c2-2662-479e-a7bd-9de16be93500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:27.560357 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c8c09cc-09ce-4d7c-88da-3a4c6100614e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:29.426812 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:30.504605 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:30.795470 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:34.261206 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:36.233585 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:18:37.152730 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-edaf67f7-f429-4cca-a625-13ca6f4dcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:37.154300 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-edaf67f7-f429-4cca-a625-13ca6f4dcb00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09b54b24115e4074a79f93c255d4c0ca&device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1169 time: 0.0411625 Jul 04 10:18:37.285396 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281660d-bc8d-40fb-b733-ff095e46d3ce req-ebe36051-ba13-4f32-a740-3b5fa5898c7d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:37.286928 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e281660d-bc8d-40fb-b733-ff095e46d3ce req-ebe36051-ba13-4f32-a740-3b5fa5898c7d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.1805911 Jul 04 10:18:37.289774 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-7a30e284-4d79-4c6b-ba49-4db2928fa4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:37.291115 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-7a30e284-4d79-4c6b-ba49-4db2928fa4de service neutron] 10.222.0.74 "GET /v2.0/networks?id=126ed554-ad68-449c-8b8d-0dccc8e656a8 HTTP/1.1" status: 200 len: 915 time: 0.1299212 Jul 04 10:18:37.383675 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-dc1cec27-31e6-40cb-8d7b-2fb13e8a1c36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 1001 time: 0.0855935 Jul 04 10:18:37.431136 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e281660d-bc8d-40fb-b733-ff095e46d3ce req-0f81d384-c08f-4fc4-a76c-0c2ca92c7056 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272793 Jul 04 10:18:37.446790 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-6bca12c8-f519-4e62-9841-dcc293914700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:37.448243 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-6bca12c8-f519-4e62-9841-dcc293914700 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c9f83f28-1f01-4950-be1b-f370edbee1f9 HTTP/1.1" status: 200 len: 853 time: 0.0582905 Jul 04 10:18:37.494799 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-b72151c8-db73-4707-b453-4b9d3be94731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:37.496951 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-b72151c8-db73-4707-b453-4b9d3be94731 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=126ed554-ad68-449c-8b8d-0dccc8e656a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421576 Jul 04 10:18:37.859414 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-9316e8ea-4b62-4e14-852b-fd6a8fc868a8 service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556647 Jul 04 10:18:37.948510 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-76ebd5ce-8b91-412f-8ce4-4a1eeebd7016 req-da006d4e-42c4-4e1e-8ebd-d9828b7bbf64 service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823829 Jul 04 10:18:38.648418 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbd4f7-9334-4ba3-9892-32b7140e536c req-5da0c207-e60d-40b6-9ab2-64e45a5a7db6 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:38.649905 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcbd4f7-9334-4ba3-9892-32b7140e536c req-5da0c207-e60d-40b6-9ab2-64e45a5a7db6 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.1381350 Jul 04 10:18:38.652046 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-3bbbeb28-a912-4dcf-9193-912e743c5035 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690145 Jul 04 10:18:38.743354 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebcbd4f7-9334-4ba3-9892-32b7140e536c req-919514dd-8209-4bf0-bfdc-530a207a0821 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856149 Jul 04 10:18:38.748511 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-b21e9d90-8e7f-40f3-8054-bed4ff013d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:38.749950 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-b21e9d90-8e7f-40f3-8054-bed4ff013d1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 1130 time: 0.0546331 Jul 04 10:18:38.861473 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-279533dd-68f3-4bdc-b8c0-61baf31d2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:38.862972 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-279533dd-68f3-4bdc-b8c0-61baf31d2b63 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0911264 Jul 04 10:18:38.934076 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-3afb5585-099b-4a48-a97d-77bbb0984b2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328 HTTP/1.1" status: 200 len: 1001 time: 0.0645666 Jul 04 10:18:38.996477 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-f6727cac-a6cd-4705-929c-5cf0f9cb21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:38.997892 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-f6727cac-a6cd-4705-929c-5cf0f9cb21da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0565965 Jul 04 10:18:39.042388 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-8061f213-08e5-4447-9120-c5b6608069b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:39.043868 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-8061f213-08e5-4447-9120-c5b6608069b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395534 Jul 04 10:18:39.057663 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:39.067874 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:39.148900 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-b45676ec-1cfe-4361-bfa8-7b9222493360 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978298 Jul 04 10:18:39.247883 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0582e07c-a40c-4b3f-9de0-8b2a73ccff23 req-946901d4-09fc-43d2-8a69-15a0d7f0b071 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912278 Jul 04 10:18:39.870160 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dfe9e-7f18-4dc5-ac5b-0fe47e470cc1 req-4028e72a-025c-4712-8ab5-439955c06df3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:39.871649 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-397dfe9e-7f18-4dc5-ac5b-0fe47e470cc1 req-4028e72a-025c-4712-8ab5-439955c06df3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0496681 Jul 04 10:18:39.942549 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-397dfe9e-7f18-4dc5-ac5b-0fe47e470cc1 req-f1a048e5-82e8-4466-8cb4-e02a0321043e tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621297 Jul 04 10:18:41.062350 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe14939-acea-4103-9266-a255457ccb29 req-5ab5d867-314d-4c7c-9afc-874e7d428a8c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:41.063822 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4fe14939-acea-4103-9266-a255457ccb29 req-5ab5d867-314d-4c7c-9afc-874e7d428a8c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0493979 Jul 04 10:18:41.134087 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4fe14939-acea-4103-9266-a255457ccb29 req-08eefa74-1d43-484e-b7cb-eb2e0fb7484d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642695 Jul 04 10:18:42.260147 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce6b00-c3aa-4940-94f7-90973a03b6e6 req-80076151-e912-4af9-81fc-21013e4743be tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:42.261587 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-83ce6b00-c3aa-4940-94f7-90973a03b6e6 req-80076151-e912-4af9-81fc-21013e4743be tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0479002 Jul 04 10:18:42.324309 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-83ce6b00-c3aa-4940-94f7-90973a03b6e6 req-ec90a2e6-1c29-42b2-a2e4-02613049c89c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539980 Jul 04 10:18:43.459814 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311858a-f11c-49c5-815d-da2428d150a1 req-e48a6888-6d6b-45d8-a498-0ef7b29ebef8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:43.461472 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6311858a-f11c-49c5-815d-da2428d150a1 req-e48a6888-6d6b-45d8-a498-0ef7b29ebef8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0603719 Jul 04 10:18:43.525513 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6311858a-f11c-49c5-815d-da2428d150a1 req-0eaf2950-9c39-413f-8340-72621e01e8d8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581267 Jul 04 10:18:44.247958 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:44.252002 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:44.666173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c517a0d-ab7b-41f2-bbe2-9cf44e8d4edb req-0b776e53-9d75-4bb9-b518-0448598f48d7 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:44.667672 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8c517a0d-ab7b-41f2-bbe2-9cf44e8d4edb req-0b776e53-9d75-4bb9-b518-0448598f48d7 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0579088 Jul 04 10:18:44.729905 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8c517a0d-ab7b-41f2-bbe2-9cf44e8d4edb req-dead7fb3-7346-493f-8f4e-385f03d87dea tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564332 Jul 04 10:18:45.862871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b44f0-a282-4a93-90d8-671e8142750f req-5daef185-f3d5-4978-a2e9-0ad70a1eb132 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:45.864330 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-732b44f0-a282-4a93-90d8-671e8142750f req-5daef185-f3d5-4978-a2e9-0ad70a1eb132 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0504608 Jul 04 10:18:45.929396 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-732b44f0-a282-4a93-90d8-671e8142750f req-700b5094-e803-47a2-bae6-e51b0c5df818 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587182 Jul 04 10:18:46.224104 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:46.226198 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:47.053758 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48ce0-08b6-49dd-b19b-bd394af88821 req-a7dabe05-59ce-4c1d-aafb-acfe8df05488 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:47.055277 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-96b48ce0-08b6-49dd-b19b-bd394af88821 req-a7dabe05-59ce-4c1d-aafb-acfe8df05488 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0489802 Jul 04 10:18:47.119817 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-96b48ce0-08b6-49dd-b19b-bd394af88821 req-4d0739da-b4c1-4dcf-8e63-0374154910ec tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586014 Jul 04 10:18:48.240422 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a140258-659d-4359-a36d-1f473e14ec13 req-f1e33de8-5b16-4ea3-9c11-27f4cdf5bb9c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:48.241999 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a140258-659d-4359-a36d-1f473e14ec13 req-f1e33de8-5b16-4ea3-9c11-27f4cdf5bb9c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0489469 Jul 04 10:18:48.270287 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:48.288549 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:48.311294 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a140258-659d-4359-a36d-1f473e14ec13 req-ef3965d3-c9cf-45a9-8fb0-6666fb726c98 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629363 Jul 04 10:18:49.429609 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865597b3-edb3-4291-9660-e8344153d495 req-78ac7ab5-2ae3-4e05-9543-95e2a63a4929 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:18:49.431007 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-865597b3-edb3-4291-9660-e8344153d495 req-78ac7ab5-2ae3-4e05-9543-95e2a63a4929 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0486753 Jul 04 10:18:49.495735 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-865597b3-edb3-4291-9660-e8344153d495 req-f684f944-f656-4690-9201-a795ea6790e3 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&id=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564163 Jul 04 10:18:55.413080 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-806301ff-b6f4-4738-8b18-f0bd2a3702cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:57.566387 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-939559b3-e60c-4845-96a7-5c899ca2522a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:59.428368 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:18:59.486480 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=15 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:18:59.489510 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=11 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:00.069677 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:00.070913 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:00.509640 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:00.801338 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:04.285803 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:13.233281 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:19:14.273178 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:14.277213 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:21.892368 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-dc7ee28f-ab1a-4a2f-8cf9-52dfb30f3200 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330319293&fields=id&tenant_id=09b54b24115e4074a79f93c255d4c0ca HTTP/1.1" status: 200 len: 267 time: 0.0475891 Jul 04 10:19:21.946702 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-770d8873-6e13-4c9e-a721-a7e75547487c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:21.948204 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-770d8873-6e13-4c9e-a721-a7e75547487c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 985 time: 0.0480843 Jul 04 10:19:21.962109 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Request body: {'port': {'security_groups': ['39bf594e-9bca-4f84-a77e-8aaa28cb8304']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:19:22.056769 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (78867a1e-7223-41da-904b-a129d827366b), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.247717 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] For port 78867a1e-7223-41da-904b-a129d827366b, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=78867a1e-7223-41da-904b-a129d827366b,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:22.284710 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for port (78867a1e-7223-41da-904b-a129d827366b), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.292290 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (78867a1e-7223-41da-904b-a129d827366b), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.305203 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['78867a1e-7223-41da-904b-a129d827366b'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:19:22.337536 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:22.338195 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.340764 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c9267668-d6fd-45b3-8a03-fd37dbaefa5d req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "PUT /v2.0/ports/78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 943 time: 0.3834093 Jul 04 10:19:22.341252 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:19:22.345758 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a" -d '{"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:19:22.346238 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53014) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:22.405930 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ff4a29-7d12-4edf-a5e5-2780d34790fc x-openstack-request-id: req-e1ff4a29-7d12-4edf-a5e5-2780d34790fc {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:19:22.406076 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:19:22.406325 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1ff4a29-7d12-4edf-a5e5-2780d34790fc {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:19:22.406663 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ff4a29-7d12-4edf-a5e5-2780d34790fc'] response: {'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b', 'status': 'completed', 'code': 200} Jul 04 10:19:22.417679 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event updated for resources: {'Port': ['ID=78867a1e-7223-41da-904b-a129d827366b,revision_number=7']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:22.421282 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['78867a1e-7223-41da-904b-a129d827366b'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:19:22.442487 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.442836 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.443184 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.443576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.444582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.444582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.445063 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.445787 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.446321 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.446686 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.447028 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.447365 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.447693 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.448023 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.448352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae41c18-fb83-4e6c-bcd0-5b5ddd8db2e4 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:22.455180 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1c0d-8f74-45eb-ba20-bb73abf35ee8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group (628cbd7f-b7b5-46fa-89f5-d00afdb7aac4), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.489071 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1c0d-8f74-45eb-ba20-bb73abf35ee8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group (628cbd7f-b7b5-46fa-89f5-d00afdb7aac4), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.565532 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-fabf13f2-28e7-4729-bce1-5c1ce639997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:22.566266 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=13 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:22.567374 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-fabf13f2-28e7-4729-bce1-5c1ce639997a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09b54b24115e4074a79f93c255d4c0ca&device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1130 time: 0.1439211 Jul 04 10:19:22.614876 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-48a0c8f3-7dcb-4d60-8fd8-f3ad7dc8d73b None None] Provisioning complete for port 78867a1e-7223-41da-904b-a129d827366b triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:19:22.615116 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-48a0c8f3-7dcb-4d60-8fd8-f3ad7dc8d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (78867a1e-7223-41da-904b-a129d827366b), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.652045 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1c0d-8f74-45eb-ba20-bb73abf35ee8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (628cbd7f-b7b5-46fa-89f5-d00afdb7aac4), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.654656 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1c0d-8f74-45eb-ba20-bb73abf35ee8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.658701 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-9d2a1c0d-8f74-45eb-ba20-bb73abf35ee8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "DELETE /v2.0/security-groups/628cbd7f-b7b5-46fa-89f5-d00afdb7aac4 HTTP/1.1" status: 204 len: 168 time: 0.3060703 Jul 04 10:19:22.659313 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53020) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:22.672648 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a1c0d-8f74-45eb-ba20-bb73abf35ee8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628cbd7f-b7b5-46fa-89f5-d00afdb7aac4,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:22.683750 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-9953c870-6298-4913-b087-98147a5e98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:22.685212 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-9953c870-6298-4913-b087-98147a5e98ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=126ed554-ad68-449c-8b8d-0dccc8e656a8 HTTP/1.1" status: 200 len: 915 time: 0.1115835 Jul 04 10:19:22.704455 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-48a0c8f3-7dcb-4d60-8fd8-f3ad7dc8d73b None None] Current status of the port 78867a1e-7223-41da-904b-a129d827366b is: ACTIVE; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:19:22.754097 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-b13accfe-9afa-4248-ac28-9bf9fe628e4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 1001 time: 0.0620329 Jul 04 10:19:22.785288 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:22.804633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-7886cf88-4c50-4b84-9e95-9074d1190103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:22.805525 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Deleting port 328e5620-3da1-4789-a7b2-18bb1e1513bd {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:22.805912 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (328e5620-3da1-4789-a7b2-18bb1e1513bd), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.806130 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-7886cf88-4c50-4b84-9e95-9074d1190103 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c9f83f28-1f01-4950-be1b-f370edbee1f9 HTTP/1.1" status: 200 len: 853 time: 0.0461957 Jul 04 10:19:22.850132 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-6a6ad640-5f63-4a42-881a-b999fa38bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:22.851743 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-6a6ad640-5f63-4a42-881a-b999fa38bac8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=126ed554-ad68-449c-8b8d-0dccc8e656a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390844 Jul 04 10:19:22.862276 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-8ba184f7-0c8f-453b-a406-3493f2772ff1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:19:22.863224 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-8ba184f7-0c8f-453b-a406-3493f2772ff1 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048933 Jul 04 10:19:22.887344 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (328e5620-3da1-4789-a7b2-18bb1e1513bd), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.887581 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for floatingip (328e5620-3da1-4789-a7b2-18bb1e1513bd), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:22.901176 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Calling delete_port for 328e5620-3da1-4789-a7b2-18bb1e1513bd owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:22.955707 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-5f8ea145-bee9-4693-ba01-8da23715c5c8 service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 Jul 04 10:19:22.991917 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:23.052082 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2bbfbd9e-4bcd-4b78-8fd5-0c36c1adf90a req-0c4b37a4-41d2-4eb6-a7c7-f004f30a2529 service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897818 Jul 04 10:19:23.073601 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (328e5620-3da1-4789-a7b2-18bb1e1513bd), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:23.098347 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event deleted for resources: {'Port': ['ID=328e5620-3da1-4789-a7b2-18bb1e1513bd,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:23.124443 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.124748 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.125079 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.125438 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.125789 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.126113 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.126430 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.126750 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.127065 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.127352 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.127698 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.128010 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.128296 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.128624 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.128934 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:23.173550 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks [] for floatingip (17f71ab1-e862-40de-b126-b56c10e8bd2d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:23.173995 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Floating IP 17f71ab1-e862-40de-b126-b56c10e8bd2d disassociated (deleted). External IP: 172.27.2.91, port: 78867a1e-7223-41da-904b-a129d827366b. Jul 04 10:19:23.229120 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=15 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:23.628874 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Router b60e971d-538f-44aa-9353-33af85ad3444 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:19:23.737121 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:19:23.741758 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:23.747098 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] Sync routers for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:19:23.757108 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:19:23.757760 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:18:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:23.774014 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-922e8684-edee-4e4a-8f0a-1f384894b03d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "DELETE /v2.0/floatingips/17f71ab1-e862-40de-b126-b56c10e8bd2d HTTP/1.1" status: 204 len: 168 time: 1.1132784 Jul 04 10:19:23.774620 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:19:23.776949 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ffa72-31f9-4267-85e5-fcc14bf97f66" -d '{"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:19:23.816558 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b36f87c-c025-4950-84b1-efe76a312adf x-openstack-request-id: req-9b36f87c-c025-4950-84b1-efe76a312adf {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:19:23.816838 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "tag": "78867a1e-7223-41da-904b-a129d827366b", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:19:23.817116 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b36f87c-c025-4950-84b1-efe76a312adf {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:19:23.817515 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b36f87c-c025-4950-84b1-efe76a312adf'] response: {'name': 'network-changed', 'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'tag': '78867a1e-7223-41da-904b-a129d827366b', 'status': 'completed', 'code': 200} Jul 04 10:19:23.865179 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:19:23.883749 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-2a850811-79e0-4bf2-a773-25533724b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:23.885565 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-2a850811-79e0-4bf2-a773-25533724b3bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09b54b24115e4074a79f93c255d4c0ca&device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 1130 time: 0.0426726 Jul 04 10:19:23.988651 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-7af1edb9-a1e4-43c7-aee2-9983a9149e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:23.990224 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-7af1edb9-a1e4-43c7-aee2-9983a9149e90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=126ed554-ad68-449c-8b8d-0dccc8e656a8 HTTP/1.1" status: 200 len: 915 time: 0.0972970 Jul 04 10:19:24.038302 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-549a8ea9-ccc9-4ef2-9a81-90da33be3519 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 200 len: 217 time: 0.0376804 Jul 04 10:19:24.073021 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:27Z', 'revision_number': 5, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:24.089763 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-b1fc4eec-b69c-4aac-aa8a-457be305a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:24.091261 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-b1fc4eec-b69c-4aac-aa8a-457be305a1de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c9f83f28-1f01-4950-be1b-f370edbee1f9 HTTP/1.1" status: 200 len: 853 time: 0.0464499 Jul 04 10:19:24.100041 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] Checking router: b60e971d-538f-44aa-9353-33af85ad3444 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:19:24.115957 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:19:24.116557 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:18:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:24.221952 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:19:24.395137 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-d866ff35-74d7-4bfc-ac61-a34203586abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:24.396535 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-d866ff35-74d7-4bfc-ac61-a34203586abf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=126ed554-ad68-449c-8b8d-0dccc8e656a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462706 Jul 04 10:19:24.433144 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:27Z', 'revision_number': 5, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:24.458675 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c407d19-0f0e-454d-9909-381f3abfdc4c None None] The sync data for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi is: [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:23Z', 'revision_number': 4, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'dab931ec-9e22-4c85-aba1-03ae103d81f6', 'name': '', 'network_id': '126ed554-ad68-449c-8b8d-0dccc8e656a8', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'mac_address': 'fa:16:3e:f7:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:22Z', 'updated_at': '2022-07-04T10:17:27Z', 'revision_number': 5, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'subnets': [{'id': 'c9f83f28-1f01-4950-be1b-f370edbee1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:19:24.507606 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-bfef5ea5-7f0c-45f1-bc8a-a9116168962b service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035013 Jul 04 10:19:24.615299 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-770ffa72-31f9-4267-85e5-fcc14bf97f66 req-064d990a-e472-43a5-9342-234647870b4a service neutron] 10.222.0.74 "GET /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971646 Jul 04 10:19:24.719476 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e928663b-9fe4-430a-9427-42b2485a6450 None None] New status for floating IP 17f71ab1-e862-40de-b126-b56c10e8bd2d: DOWN {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:19:25.410345 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8b67f6cb-1255-4c53-85b6-af4a9c6e4bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:26.602025 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d740005-0987-470a-815a-2e32eac7c818 req-61a2b87a-4804-48b3-ad1c-3d2fbf3c417c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:26.603512 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0d740005-0987-470a-815a-2e32eac7c818 req-61a2b87a-4804-48b3-ad1c-3d2fbf3c417c tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0543315 Jul 04 10:19:26.655279 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0d740005-0987-470a-815a-2e32eac7c818 req-351ee1ed-950d-4a37-845f-dbe955aeca34 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Jul 04 10:19:27.567867 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6fcd095c-28a6-4773-aee6-401d4ea40654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:27.781582 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ab3a0-c581-4744-a1d2-1a2930055ba9 req-760ddd67-28a0-44fd-bbd8-b4a4014032b8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:27.783065 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a86ab3a0-c581-4744-a1d2-1a2930055ba9 req-760ddd67-28a0-44fd-bbd8-b4a4014032b8 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0545263 Jul 04 10:19:27.831011 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-a86ab3a0-c581-4744-a1d2-1a2930055ba9 req-f1821486-d9e3-4290-a967-da2eae35efa0 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/security-groups?id=39bf594e-9bca-4f84-a77e-8aaa28cb8304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Jul 04 10:19:28.226610 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-0cdf71d2-3c96-4920-9c26-381e009841e5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:28.228065 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-0cdf71d2-3c96-4920-9c26-381e009841e5 tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.74 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 946 time: 0.0595157 Jul 04 10:19:28.308886 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:28.317267 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Deleting port 78867a1e-7223-41da-904b-a129d827366b {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:28.317703 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (78867a1e-7223-41da-904b-a129d827366b), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:28.415512 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] For port 78867a1e-7223-41da-904b-a129d827366b, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=78867a1e-7223-41da-904b-a129d827366b,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:28.415746 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (78867a1e-7223-41da-904b-a129d827366b), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:28.428600 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Calling delete_port for 78867a1e-7223-41da-904b-a129d827366b owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:28.504091 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:28.570581 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (78867a1e-7223-41da-904b-a129d827366b), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:28.585372 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['78867a1e-7223-41da-904b-a129d827366b'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:19:28.605281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Pushing event deleted for resources: {'Port': ['ID=78867a1e-7223-41da-904b-a129d827366b,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:28.652798 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] No DVR routers for this DVR port 78867a1e-7223-41da-904b-a129d827366b on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:19:28.655482 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:28.658785 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b4b586ab-b3b3-464d-9c48-920b54584cd3 req-3f5a60a2-154e-492b-8803-625ed284e64a tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.74 "DELETE /v2.0/ports/78867a1e-7223-41da-904b-a129d827366b HTTP/1.1" status: 204 len: 173 time: 0.4251657 Jul 04 10:19:28.659217 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'name': 'network-vif-deleted', 'tag': '78867a1e-7223-41da-904b-a129d827366b'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:19:28.661458 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfecc1ae-dbc4-415b-88e1-d1245f14849c" -d '{"events": [{"server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "name": "network-vif-deleted", "tag": "78867a1e-7223-41da-904b-a129d827366b"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:19:28.699779 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d40f095-3ee7-4e56-a6c4-27b869999c30 x-openstack-request-id: req-0d40f095-3ee7-4e56-a6c4-27b869999c30 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:19:28.700086 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36470523-145c-4c32-8ae0-b1d263e1fcf7", "name": "network-vif-deleted", "tag": "78867a1e-7223-41da-904b-a129d827366b", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:19:28.700343 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d40f095-3ee7-4e56-a6c4-27b869999c30 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:19:28.700737 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d40f095-3ee7-4e56-a6c4-27b869999c30'] response: {'server_uuid': '36470523-145c-4c32-8ae0-b1d263e1fcf7', 'name': 'network-vif-deleted', 'tag': '78867a1e-7223-41da-904b-a129d827366b', 'status': 'completed', 'code': 200} Jul 04 10:19:28.956575 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9b57e942-ec4b-4081-b5ff-32e02ea01074 req-2b789063-dd56-4605-bb88-345f8bb1242d tempest-TestMinimumBasicScenario-1620898554 tempest-TestMinimumBasicScenario-1620898554-project] 10.222.0.79 "GET /v2.0/ports?device_id=36470523-145c-4c32-8ae0-b1d263e1fcf7 HTTP/1.1" status: 200 len: 210 time: 0.0344405 Jul 04 10:19:29.430278 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:30.501674 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:30.580961 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53110) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:30.588614 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:30.647373 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:30.712263 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 78867a1e-7223-41da-904b-a129d827366b no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:19:30.732149 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 78867a1e-7223-41da-904b-a129d827366b {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:19:30.732495 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 78867a1e-7223-41da-904b-a129d827366b not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:19:30.796781 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:30.901878 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (b60e971d-538f-44aa-9353-33af85ad3444), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:31.122957 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Deleting port dab931ec-9e22-4c85-aba1-03ae103d81f6 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:31.123186 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:31.207560 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] For port dab931ec-9e22-4c85-aba1-03ae103d81f6, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=dab931ec-9e22-4c85-aba1-03ae103d81f6,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:31.207922 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:31.224701 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Calling delete_port for dab931ec-9e22-4c85-aba1-03ae103d81f6 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:31.413011 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (dab931ec-9e22-4c85-aba1-03ae103d81f6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:31.416111 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:31.440098 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab931ec-9e22-4c85-aba1-03ae103d81f6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:31.490936 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:31.604157 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (b60e971d-538f-44aa-9353-33af85ad3444), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:31.826637 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Router b60e971d-538f-44aa-9353-33af85ad3444 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:19:31.930891 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:19:31.938167 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-fd077c00-0121-448a-ae7f-8f0b9ffb8905 admin admin] 10.222.0.79 "PUT /v2.0/routers/b60e971d-538f-44aa-9353-33af85ad3444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3561006 Jul 04 10:19:31.938965 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53112) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:31.940871 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] Sync routers for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:19:31.955530 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:19:31.956308 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:19:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:32.048074 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks [] for router (b60e971d-538f-44aa-9353-33af85ad3444), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.145851 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:19:32.152805 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks [] for router_gateway (b60e971d-538f-44aa-9353-33af85ad3444), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.197105 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Deleting port 330f2c35-e0c2-4d92-9f05-511c95afab03 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:32.197756 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.283893 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] For port 330f2c35-e0c2-4d92-9f05-511c95afab03, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=330f2c35-e0c2-4d92-9f05-511c95afab03,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:32.284254 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.297886 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Calling delete_port for 330f2c35-e0c2-4d92-9f05-511c95afab03 owned by network:router_gateway {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:32.319232 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:19:31Z', 'revision_number': 5, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port': {'id': '330f2c35-e0c2-4d92-9f05-511c95afab03', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:32.322118 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:32.348390 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] Checking router: b60e971d-538f-44aa-9353-33af85ad3444 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:19:32.357189 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] Routers {'b60e971d-538f-44aa-9353-33af85ad3444'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:19:32.357831 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:19:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['b60e971d-538f-44aa-9353-33af85ad3444'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:32.360873 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:32.398335 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:32.439237 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] Set router b60e971d-538f-44aa-9353-33af85ad3444 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:19:32.468164 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (330f2c35-e0c2-4d92-9f05-511c95afab03), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.492070 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:19:32Z', 'revision_number': 6, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:32.492499 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=330f2c35-e0c2-4d92-9f05-511c95afab03,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:32.517515 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d3a01-91e0-4235-beb9-3b18b7b973ee None None] The sync data for ids ['b60e971d-538f-44aa-9353-33af85ad3444'] in dv-cinder-848418-1-iscsi is: [{'id': 'b60e971d-538f-44aa-9353-33af85ad3444', 'name': 'tempest-TestMinimumBasicScenario-736835972-router', 'tenant_id': '09b54b24115e4074a79f93c255d4c0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:20Z', 'updated_at': '2022-07-04T10:19:32Z', 'revision_number': 6, 'project_id': '09b54b24115e4074a79f93c255d4c0ca', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:19:32.559662 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (b60e971d-538f-44aa-9353-33af85ad3444), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.645054 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (b60e971d-538f-44aa-9353-33af85ad3444), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.647368 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks [] for router_controller (b60e971d-538f-44aa-9353-33af85ad3444), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.696079 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (b60e971d-538f-44aa-9353-33af85ad3444), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.696700 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b60e971d-538f-44aa-9353-33af85ad3444 {{(pid=104129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:19:32.701485 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.702648 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-9fa328bc-037a-49db-a193-72e8c22e2ec8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b60e971d-538f-44aa-9353-33af85ad3444 HTTP/1.1" status: 204 len: 168 time: 0.7625885 Jul 04 10:19:32.706013 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53114) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:32.751618 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f432c1-386e-427a-a5db-12f022d514ed admin admin] Deleting subnet c9f83f28-1f01-4950-be1b-f370edbee1f9 {{(pid=104129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:19:32.755035 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-12f432c1-386e-427a-a5db-12f022d514ed admin admin] Publish callbacks [] for subnet (c9f83f28-1f01-4950-be1b-f370edbee1f9), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.775360 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:32.791029 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-12f432c1-386e-427a-a5db-12f022d514ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1061532'] for subnet (c9f83f28-1f01-4950-be1b-f370edbee1f9), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.871944 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-12f432c1-386e-427a-a5db-12f022d514ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (c9f83f28-1f01-4950-be1b-f370edbee1f9), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.930439 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-12f432c1-386e-427a-a5db-12f022d514ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3796030'] for subnet (c9f83f28-1f01-4950-be1b-f370edbee1f9), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.957159 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f432c1-386e-427a-a5db-12f022d514ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f83f28-1f01-4950-be1b-f370edbee1f9,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:32.965539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-12f432c1-386e-427a-a5db-12f022d514ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:32.969303 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-12f432c1-386e-427a-a5db-12f022d514ed admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c9f83f28-1f01-4950-be1b-f370edbee1f9 HTTP/1.1" status: 204 len: 168 time: 0.2623384 Jul 04 10:19:32.971097 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee32a2b-7509-4bec-8d08-cd888a061071 None None] Network 126ed554-ad68-449c-8b8d-0dccc8e656a8 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:19:32.971909 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53116) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:33.043947 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (126ed554-ad68-449c-8b8d-0dccc8e656a8), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.088936 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Deleting port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:33.089281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.158976 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] For port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=9c4be45d-a11d-4ea9-b348-731f6c32d7c7,segment=NetworkSegment(71ddaf93-cb5b-4b42-878e-0e6e5c801e64),segment_id=71ddaf93-cb5b-4b42-878e-0e6e5c801e64)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:33.159415 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.175110 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Calling delete_port for 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 owned by network:dhcp {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:33.262416 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (9c4be45d-a11d-4ea9-b348-731f6c32d7c7), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.287354 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4be45d-a11d-4ea9-b348-731f6c32d7c7,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:33.291180 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806732f9-e324-4bbe-aa91-da9dc24948a5 None None] DHCP port deletion for 126ed554-ad68-449c-8b8d-0dccc8e656a8 request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:19:33.293189 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] No DVR routers for this DVR port 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 on host dv-cinder-848418-1-iscsi {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:19:33.646940 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (126ed554-ad68-449c-8b8d-0dccc8e656a8), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.669652 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126ed554-ad68-449c-8b8d-0dccc8e656a8']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:33.679756 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ddaf93-cb5b-4b42-878e-0e6e5c801e64') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:33.680083 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ddaf93-cb5b-4b42-878e-0e6e5c801e64') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:33.681978 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:33.691955 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (71ddaf93-cb5b-4b42-878e-0e6e5c801e64), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.706797 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (71ddaf93-cb5b-4b42-878e-0e6e5c801e64), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.713922 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:19:33.714308 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (71ddaf93-cb5b-4b42-878e-0e6e5c801e64), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.776247 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (126ed554-ad68-449c-8b8d-0dccc8e656a8), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.791487 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:33.794710 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] 10.222.0.79 "DELETE /v2.0/networks/126ed554-ad68-449c-8b8d-0dccc8e656a8 HTTP/1.1" status: 204 len: 168 time: 0.8216925 Jul 04 10:19:33.796071 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7220d12-e2e2-4aea-8b5b-af8e13a1b8af admin admin] Pushing event deleted for resources: {'Network': ['ID=126ed554-ad68-449c-8b8d-0dccc8e656a8,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:33.797942 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53122) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:33.866107 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 71ddaf93-cb5b-4b42-878e-0e6e5c801e64 resource provider aggregate not found Jul 04 10:19:33.888117 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 71ddaf93-cb5b-4b42-878e-0e6e5c801e64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71ddaf93-cb5b-4b42-878e-0e6e5c801e64 found for delete ", "request_id": "req-d95f7ebf-7882-4939-ae24-a7129a7d6013"}]} Jul 04 10:19:33.918041 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:34.146798 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (aa973c55-fb17-4f6f-87b1-c3008f78c946), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:34.293352 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device dab931ec-9e22-4c85-aba1-03ae103d81f6 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:19:34.313043 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: dab931ec-9e22-4c85-aba1-03ae103d81f6 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:19:34.313382 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device dab931ec-9e22-4c85-aba1-03ae103d81f6 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:19:34.314007 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 330f2c35-e0c2-4d92-9f05-511c95afab03 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:19:34.315933 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:34.337067 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 330f2c35-e0c2-4d92-9f05-511c95afab03 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:19:34.337475 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 330f2c35-e0c2-4d92-9f05-511c95afab03 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:19:34.337964 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:19:34.356152 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:19:34.356492 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 9c4be45d-a11d-4ea9-b348-731f6c32d7c7 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:19:34.375130 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Deleting port a58086a6-941f-4513-a640-5645c0e35b42 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:34.375475 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (a58086a6-941f-4513-a640-5645c0e35b42), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:34.455230 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] For port a58086a6-941f-4513-a640-5645c0e35b42, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a58086a6-941f-4513-a640-5645c0e35b42,segment=NetworkSegment(31db6a2c-f6ee-4994-bb51-ab2a4392095b),segment_id=31db6a2c-f6ee-4994-bb51-ab2a4392095b)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:34.455505 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (a58086a6-941f-4513-a640-5645c0e35b42), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:34.469576 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Calling delete_port for a58086a6-941f-4513-a640-5645c0e35b42 owned by network:router_interface {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:34.622514 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:34.673929 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (a58086a6-941f-4513-a640-5645c0e35b42), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:34.696417 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58086a6-941f-4513-a640-5645c0e35b42,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:34.755115 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:34.863674 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (aa973c55-fb17-4f6f-87b1-c3008f78c946), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.085733 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Router aa973c55-fb17-4f6f-87b1-c3008f78c946 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:19:35.189103 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:19:35.194972 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b014cc37-119c-454d-90e5-ec16039c59f0 admin admin] 10.222.0.79 "PUT /v2.0/routers/aa973c55-fb17-4f6f-87b1-c3008f78c946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3958449 Jul 04 10:19:35.197034 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53126) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:35.199405 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] Sync routers for ids ['aa973c55-fb17-4f6f-87b1-c3008f78c946'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:19:35.211737 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] Routers {'aa973c55-fb17-4f6f-87b1-c3008f78c946'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:19:35.212406 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:19:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['aa973c55-fb17-4f6f-87b1-c3008f78c946'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:35.296696 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks [] for router (aa973c55-fb17-4f6f-87b1-c3008f78c946), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.307383 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:35.314716 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] Set router aa973c55-fb17-4f6f-87b1-c3008f78c946 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:19:35.380885 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:35.398032 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks [] for router_gateway (aa973c55-fb17-4f6f-87b1-c3008f78c946), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.441917 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Deleting port faa92395-5537-4f2c-bbf5-dfb8075f0d56 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:35.442215 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.482678 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:19:34Z', 'revision_number': 5, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port': {'id': 'faa92395-5537-4f2c-bbf5-dfb8075f0d56', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:35.508040 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] Checking router: aa973c55-fb17-4f6f-87b1-c3008f78c946 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:19:35.516971 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] Routers {'aa973c55-fb17-4f6f-87b1-c3008f78c946'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:19:35.517727 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:19:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['aa973c55-fb17-4f6f-87b1-c3008f78c946'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:35.523917 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] For port faa92395-5537-4f2c-bbf5-dfb8075f0d56, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=faa92395-5537-4f2c-bbf5-dfb8075f0d56,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:35.524279 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.537478 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Calling delete_port for faa92395-5537-4f2c-bbf5-dfb8075f0d56 owned by network:router_gateway {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:35.545554 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:35.602706 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] Set router aa973c55-fb17-4f6f-87b1-c3008f78c946 gateway port host: None {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:19:35.653063 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:19:35Z', 'revision_number': 6, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:35.656343 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:35.678031 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89c49c-2042-427f-8740-e5fde8a7dfe4 None None] The sync data for ids ['aa973c55-fb17-4f6f-87b1-c3008f78c946'] in dv-cinder-848418-1-iscsi is: [{'id': 'aa973c55-fb17-4f6f-87b1-c3008f78c946', 'name': 'tempest-TestMinimumBasicScenario-863382033-router', 'tenant_id': '8a785e9fae27434bbd0cac2396834fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:25Z', 'updated_at': '2022-07-04T10:19:35Z', 'revision_number': 6, 'project_id': '8a785e9fae27434bbd0cac2396834fe8', 'gw_port_host': None}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:19:35.716715 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (faa92395-5537-4f2c-bbf5-dfb8075f0d56), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.739794 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Pushing event deleted for resources: {'Port': ['ID=faa92395-5537-4f2c-bbf5-dfb8075f0d56,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:35.804045 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (aa973c55-fb17-4f6f-87b1-c3008f78c946), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.891314 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (aa973c55-fb17-4f6f-87b1-c3008f78c946), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.893667 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks [] for router_controller (aa973c55-fb17-4f6f-87b1-c3008f78c946), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.940706 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (aa973c55-fb17-4f6f-87b1-c3008f78c946), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.941392 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa973c55-fb17-4f6f-87b1-c3008f78c946 {{(pid=104129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:19:35.945545 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:35.946788 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-dadae36c-1092-432f-8b9b-7a0944bdd99b admin admin] 10.222.0.79 "DELETE /v2.0/routers/aa973c55-fb17-4f6f-87b1-c3008f78c946 HTTP/1.1" status: 204 len: 168 time: 0.7488372 Jul 04 10:19:35.949333 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53128) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:35.996749 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f23a5b5-90ef-45d8-92db-784152718175 admin admin] Deleting subnet 276514be-4bd1-433b-91aa-8adeb192395b {{(pid=104129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:19:35.999987 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4f23a5b5-90ef-45d8-92db-784152718175 admin admin] Publish callbacks [] for subnet (276514be-4bd1-433b-91aa-8adeb192395b), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.036991 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4f23a5b5-90ef-45d8-92db-784152718175 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1061532'] for subnet (276514be-4bd1-433b-91aa-8adeb192395b), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.121297 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4f23a5b5-90ef-45d8-92db-784152718175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (276514be-4bd1-433b-91aa-8adeb192395b), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.176467 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4f23a5b5-90ef-45d8-92db-784152718175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3796030'] for subnet (276514be-4bd1-433b-91aa-8adeb192395b), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.203978 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23a5b5-90ef-45d8-92db-784152718175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276514be-4bd1-433b-91aa-8adeb192395b,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:36.205918 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-4f23a5b5-90ef-45d8-92db-784152718175 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.209055 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-4f23a5b5-90ef-45d8-92db-784152718175 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/276514be-4bd1-433b-91aa-8adeb192395b HTTP/1.1" status: 204 len: 168 time: 0.2587385 Jul 04 10:19:36.210494 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d55a0-b239-469c-9fe0-e61d4bcf0d97 None None] Network fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:19:36.212080 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53130) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:36.285638 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.328633 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Deleting port a8b04265-8fe6-413d-8732-f1025ec1ebd1 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:36.328980 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.394728 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] For port a8b04265-8fe6-413d-8732-f1025ec1ebd1, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a8b04265-8fe6-413d-8732-f1025ec1ebd1,segment=NetworkSegment(31db6a2c-f6ee-4994-bb51-ab2a4392095b),segment_id=31db6a2c-f6ee-4994-bb51-ab2a4392095b)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:36.395019 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.412324 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Calling delete_port for a8b04265-8fe6-413d-8732-f1025ec1ebd1 owned by network:dhcp {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:36.472558 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:36.479898 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] DHCP port deletion for fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:19:36.500141 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.525034 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b04265-8fe6-413d-8732-f1025ec1ebd1,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:36.528724 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Deleting port a8b04265-8fe6-413d-8732-f1025ec1ebd1 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:36.529410 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.533306 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] No DVR routers for this DVR port a8b04265-8fe6-413d-8732-f1025ec1ebd1 on host dv-cinder-848418-1-iscsi {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:19:36.537929 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:36.551379 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device faa92395-5537-4f2c-bbf5-dfb8075f0d56 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:19:36.582358 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: faa92395-5537-4f2c-bbf5-dfb8075f0d56 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:19:36.582720 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device faa92395-5537-4f2c-bbf5-dfb8075f0d56 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:19:36.583102 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a8b04265-8fe6-413d-8732-f1025ec1ebd1 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:19:36.611668 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.632128 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: a8b04265-8fe6-413d-8732-f1025ec1ebd1 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:19:36.632482 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a8b04265-8fe6-413d-8732-f1025ec1ebd1 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:19:36.632877 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a58086a6-941f-4513-a640-5645c0e35b42 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:19:36.634604 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b']}} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:36.644483 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31db6a2c-f6ee-4994-bb51-ab2a4392095b') {'for_net_delete': True} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:36.644779 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.services.segments.db [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31db6a2c-f6ee-4994-bb51-ab2a4392095b') {} {{(pid=104129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:36.653410 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] For port a8b04265-8fe6-413d-8732-f1025ec1ebd1, host dv-cinder-848418-1-iscsi, got binding levels [] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:36.653835 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.654373 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1061509'] for segment (31db6a2c-f6ee-4994-bb51-ab2a4392095b), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.656615 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: a58086a6-941f-4513-a640-5645c0e35b42 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:19:36.656960 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a58086a6-941f-4513-a640-5645c0e35b42 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:19:36.668315 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (31db6a2c-f6ee-4994-bb51-ab2a4392095b), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.668619 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Calling delete_port for a8b04265-8fe6-413d-8732-f1025ec1ebd1 owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:36.671609 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.ipam_backend_mixin [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Port a8b04265-8fe6-413d-8732-f1025ec1ebd1 was not found and therefore no delete operation was performed {{(pid=104131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 04 10:19:36.672975 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555'] for port (a8b04265-8fe6-413d-8732-f1025ec1ebd1), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.675943 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=104129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:19:36.676335 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502127'] for segment (31db6a2c-f6ee-4994-bb51-ab2a4392095b), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.695315 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 31db6a2c-f6ee-4994-bb51-ab2a4392095b resource provider aggregate not found Jul 04 10:19:36.703505 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Pushing event deleted for resources: {'Port': ['ID=a8b04265-8fe6-413d-8732-f1025ec1ebd1,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:36.705935 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] No DVR routers for this DVR port a8b04265-8fe6-413d-8732-f1025ec1ebd1 on host dv-cinder-848418-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:19:36.714538 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.714881 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.715218 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.715551 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.716270 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.716270 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.716539 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.716886 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.717109 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.717427 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.717770 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.718090 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.718400 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.719073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.719073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ac243e-707a-4e8c-b500-0cb7375c02ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:19:36.736909 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.services.segments.plugin [-] Segment 31db6a2c-f6ee-4994-bb51-ab2a4392095b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31db6a2c-f6ee-4994-bb51-ab2a4392095b found for delete ", "request_id": "req-927eeb7e-d5b1-4ea5-b58d-521228e364d6"}]} Jul 04 10:19:36.746988 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.753184 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:36.756297 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b HTTP/1.1" status: 204 len: 168 time: 0.5432501 Jul 04 10:19:36.767285 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ade522-3149-40a6-b056-856bc9ff1f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc2bf8f1-1bb5-40c5-8ca0-f834f2f1860b,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:36.941982 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53138) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:36.986674 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0dc494e7-038e-4a3c-8d1e-3a97b67cf7d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09b54b24115e4074a79f93c255d4c0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433381 Jul 04 10:19:36.989220 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53140) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:37.048694 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b4101539-0429-495d-959f-a2e73b81a69c admin admin] Publish callbacks [] for security_group (39bf594e-9bca-4f84-a77e-8aaa28cb8304), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:37.070956 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b4101539-0429-495d-959f-a2e73b81a69c admin admin] Publish callbacks [] for security_group (39bf594e-9bca-4f84-a77e-8aaa28cb8304), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:37.123098 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b4101539-0429-495d-959f-a2e73b81a69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (39bf594e-9bca-4f84-a77e-8aaa28cb8304), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:37.125777 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-b4101539-0429-495d-959f-a2e73b81a69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:37.129490 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-b4101539-0429-495d-959f-a2e73b81a69c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39bf594e-9bca-4f84-a77e-8aaa28cb8304 HTTP/1.1" status: 204 len: 168 time: 0.1367991 Jul 04 10:19:37.137517 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4101539-0429-495d-959f-a2e73b81a69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bf594e-9bca-4f84-a77e-8aaa28cb8304,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:37.469336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53146) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:37.509352 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-09c0a423-46ab-478b-ac9b-b89b65494dbe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a785e9fae27434bbd0cac2396834fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385590 Jul 04 10:19:37.511953 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53148) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:19:37.563999 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fcdb-a583-4d95-9394-eb2ed53b7cfb admin admin] Publish callbacks [] for security_group (9d6999bf-e5df-4f5e-92a7-8aff885f17d5), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:37.585833 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fcdb-a583-4d95-9394-eb2ed53b7cfb admin admin] Publish callbacks [] for security_group (9d6999bf-e5df-4f5e-92a7-8aff885f17d5), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:37.639879 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fcdb-a583-4d95-9394-eb2ed53b7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (9d6999bf-e5df-4f5e-92a7-8aff885f17d5), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:37.642342 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-6f41fcdb-a583-4d95-9394-eb2ed53b7cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:37.643506 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-6f41fcdb-a583-4d95-9394-eb2ed53b7cfb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d6999bf-e5df-4f5e-92a7-8aff885f17d5 HTTP/1.1" status: 204 len: 168 time: 0.1307075 Jul 04 10:19:37.651315 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41fcdb-a583-4d95-9394-eb2ed53b7cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6999bf-e5df-4f5e-92a7-8aff885f17d5,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:42.495199 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:42.496162 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=13 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:46.710282 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=44 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:46.979362 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=56 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:46.982726 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=55 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:47.646145 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=58,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:47.647099 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=56,neutron:DELETE=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:47.668706 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=68 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:50.236180 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:19:54.233114 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009848c-b1d8-4e57-ab09-cee486f70d4b req-be92693e-0c6f-4cfe-a39e-2a2bd25d75d0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:54.234841 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2009848c-b1d8-4e57-ab09-cee486f70d4b req-be92693e-0c6f-4cfe-a39e-2a2bd25d75d0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0486310 Jul 04 10:19:54.291730 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2009848c-b1d8-4e57-ab09-cee486f70d4b req-1ad46ac0-feac-4750-b2ad-6f1e68699248 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510144 Jul 04 10:19:55.405295 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a7f3-2e14-4a6e-b100-2ec3054b37ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:55.418196 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c6661-d05b-4686-a21b-02b65a653290 req-b29deae5-6310-4697-9306-20031a8f6663 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:55.419695 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ae1c6661-d05b-4686-a21b-02b65a653290 req-b29deae5-6310-4697-9306-20031a8f6663 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0497828 Jul 04 10:19:55.473372 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ae1c6661-d05b-4686-a21b-02b65a653290 req-fa276966-620c-49ac-84e9-0471f6503b3d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475333 Jul 04 10:19:55.674074 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7958e-630c-451e-9d87-ed455600790d req-4fce5929-edf2-44fb-a127-6545611818b9 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:55.675428 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fbd7958e-630c-451e-9d87-ed455600790d req-4fce5929-edf2-44fb-a127-6545611818b9 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 946 time: 0.0609312 Jul 04 10:19:55.760642 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Deleting port dd8a2307-84be-4a9e-b5e9-cadd43e51328 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:19:55.760983 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:55.869265 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] For port dd8a2307-84be-4a9e-b5e9-cadd43e51328, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=dd8a2307-84be-4a9e-b5e9-cadd43e51328,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:19:55.869918 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:56.034900 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:56.035259 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (0baef512-1987-4bd4-875f-77d88b4b469a), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:56.035573 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.db.l3_db [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Floating IP 0baef512-1987-4bd4-875f-77d88b4b469a disassociated. External IP: 172.27.2.66, port: dd8a2307-84be-4a9e-b5e9-cadd43e51328. Jul 04 10:19:56.035915 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Calling delete_port for dd8a2307-84be-4a9e-b5e9-cadd43e51328 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:19:56.175913 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (dd8a2307-84be-4a9e-b5e9-cadd43e51328), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:56.203812 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event deleted for resources: {'Port': ['ID=dd8a2307-84be-4a9e-b5e9-cadd43e51328,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:19:56.312157 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:19:56.388876 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:56.412001 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:19:56.433696 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:19:56.444637 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:19:56.456102 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:19:56.456759 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:19:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:56.564160 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:19:56.763242 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:56.773519 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] No DVR routers for this DVR port dd8a2307-84be-4a9e-b5e9-cadd43e51328 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:19:56.776529 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db8a24bb-e6e1-4d6f-9c69-862ab73fd08b req-8ef80fa7-0df6-4bf7-a223-726fb2b1f615 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=0ab0336f-8710-421e-8d13-a3ca20ccdb6a HTTP/1.1" status: 200 len: 210 time: 0.0448630 Jul 04 10:19:56.777526 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:56.780649 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fbd7958e-630c-451e-9d87-ed455600790d req-d6003430-cc15-47df-94bb-7a266f18b8d3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "DELETE /v2.0/ports/dd8a2307-84be-4a9e-b5e9-cadd43e51328 HTTP/1.1" status: 204 len: 173 time: 1.0997510 Jul 04 10:19:56.781081 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'name': 'network-vif-deleted', 'tag': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:19:56.783419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a1c316-edd0-4f87-892a-ba5b1ae8f7e0" -d '{"events": [{"server_uuid": "0ab0336f-8710-421e-8d13-a3ca20ccdb6a", "name": "network-vif-deleted", "tag": "dd8a2307-84be-4a9e-b5e9-cadd43e51328"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:19:56.791293 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:19:56.802172 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:19:56.802838 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:19:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:56.913290 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:19:57.020219 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f2e14-51c4-4124-914e-071279430400 x-openstack-request-id: req-3a4f2e14-51c4-4124-914e-071279430400 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:19:57.020602 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab0336f-8710-421e-8d13-a3ca20ccdb6a", "name": "network-vif-deleted", "tag": "dd8a2307-84be-4a9e-b5e9-cadd43e51328", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:19:57.020858 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a4f2e14-51c4-4124-914e-071279430400 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:19:57.021263 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4f2e14-51c4-4124-914e-071279430400'] response: {'server_uuid': '0ab0336f-8710-421e-8d13-a3ca20ccdb6a', 'name': 'network-vif-deleted', 'tag': 'dd8a2307-84be-4a9e-b5e9-cadd43e51328', 'status': 'completed', 'code': 200} Jul 04 10:19:57.106145 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:19:57.132861 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a74f7-c1a3-4f07-a195-94a42bbd920a None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:19:57.346855 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbc3cf-a904-4b34-b00a-f9136eeccbf1 None None] New status for floating IP 0baef512-1987-4bd4-875f-77d88b4b469a: DOWN {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:19:57.593970 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-829b05d3-d983-46b1-8324-59f7f7ffeece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:58.076993 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b8ebdeee-cdff-439a-9667-660182d6b997 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337804478&fields=id&tenant_id=aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 267 time: 0.0459216 Jul 04 10:19:58.190889 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-53ca78ca-2b19-4204-b4a4-633bc8bad2c8 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:19:58.192363 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-53ca78ca-2b19-4204-b4a4-633bc8bad2c8 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 811 time: 0.1053183 Jul 04 10:19:58.209642 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-0f542dc6-17a1-443a-a28c-f35fa85407e5 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/quotas/aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 375 time: 0.0095110 Jul 04 10:19:58.260740 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b2354f1f-7cab-4458-a801-3ff9fbea5906 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435541 Jul 04 10:19:58.376890 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-a8b19388-1eaf-4b8f-8dde-41050c6f5820 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:19:58.377934 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-a8b19388-1eaf-4b8f-8dde-41050c6f5820 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1052439 Jul 04 10:19:58.475743 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-74a4e357-826a-421d-b06c-8c34aca98dba service neutron] 10.222.0.79 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915871 Jul 04 10:19:58.581786 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b487d477-014d-426a-968f-faacf22e87fd service neutron] 10.222.0.79 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001830 Jul 04 10:19:58.823044 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device dd8a2307-84be-4a9e-b5e9-cadd43e51328 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:19:58.843014 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: dd8a2307-84be-4a9e-b5e9-cadd43e51328 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:19:58.843336 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device dd8a2307-84be-4a9e-b5e9-cadd43e51328 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:19:59.435242 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:19:59.905270 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b9055a96-cb99-4465-969a-8c27ce334bbe req-615cf446-ca76-4b18-a18a-37d5d83dc880 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 210 time: 0.0326083 Jul 04 10:20:00.510983 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:00.815130 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:00.990067 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-25c150b0-e5f1-41de-bf3e-4e37d15ea57a req-59664b88-6fd0-485e-86a6-db985cb91385 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 210 time: 0.0303628 Jul 04 10:20:02.077207 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-4b0756d1-61bf-42f1-b946-205e401055d5 req-52dcaf8b-eaac-4c93-99de-a962331b4256 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 210 time: 0.0324850 Jul 04 10:20:03.164072 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-93154d38-4207-4561-87c9-9cb1dad31431 req-3c8de25e-e5d3-4fdc-8d96-8fc54ba59c94 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 210 time: 0.0293558 Jul 04 10:20:04.284557 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-069ce9a3-bef3-4f10-b277-227ff6d6ee0e req-85e20407-7018-4549-bf8c-3c7a55ac4137 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 210 time: 0.0325351 Jul 04 10:20:04.290913 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:05.015718 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-d9e46d2c-d95b-41c0-89a4-8342ed814239 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:05.017214 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-d9e46d2c-d95b-41c0-89a4-8342ed814239 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 811 time: 0.1042771 Jul 04 10:20:05.080975 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-bb3a68ac-a7dc-45ac-9c03-e2782e65190e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 380 time: 0.0549369 Jul 04 10:20:05.090046 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'port': {'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'admin_state_up': True, 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'security_groups': ['b377e167-5812-4a79-91c2-25eabee60e11']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:20:05.214181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Made reservation on behalf of aaff1fa03a194074aa14fae9db94cefb for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:20:05.217644 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:05.348112 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:05.357747 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Allocated IP 172.20.0.12 (28daa053-6dc3-4bbf-8b82-7f4c430042da/742feb9d-a2d7-4104-99e0-40e114bc0620/18bb8690-9fd0-473c-a2fc-7b49d7d836f2) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:20:05.372077 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:05.397781 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3e294fc7-b4f9-47f1-a19f-d26687558b85 req-ee550ac2-ffc8-4071-8945-c1c2b32fd80f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 210 time: 0.0425487 Jul 04 10:20:05.539817 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:05.574336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:05.619678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:20:05.622791 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:20:05.626607 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:20:05.649908 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:20:05.679090 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:05.679687 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:05.698883 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-e3e76c74-7558-435f-a5ef-74da9d3637ce tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6123862 Jul 04 10:20:05.710304 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Request body: {'port': {'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:20:05.776727 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:05.865920 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-bb16eec0-94d7-45f6-939f-f851b14d4356 None None] Provisioning complete for port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:20:05.866546 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bb16eec0-94d7-45f6-939f-f851b14d4356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:05.898983 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-bb16eec0-94d7-45f6-939f-f851b14d4356 None None] Port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:20:06.028354 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:20:06.036313 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Publish callbacks [] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:06.050764 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Transition to ACTIVE for port object 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:20:06.056486 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:06.116678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:20:06.171431 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:06.194183 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Attempting to bind port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:20:06.194514 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Attempting to bind port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:20:06.194839 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Attempting to bind port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:20:06.196968 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:06.201036 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:20:06.201352 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Attempting to bind port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:20:06.207527 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:20:06.207864 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Checking segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:20:06.208242 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Bound using segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:20:06.208671 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Bound port: 18bb8690-9fd0-473c-a2fc-7b49d7d836f2, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:20:06.209028 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:06.274175 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] For port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:20:06.277148 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] For port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:20:06.285027 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:06.322388 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:06.323018 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:06.324403 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] 10.222.0.74 "PUT /v2.0/ports/18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 200 len: 1094 time: 0.6185532 Jul 04 10:20:06.324841 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:20:06.327123 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:20:06.351746 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826aed5-99cf-481c-aa56-d5da1e741dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:20:06.368819 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de9bcaa-4b90-4a1a-884e-f5e45b7372a0 x-openstack-request-id: req-6de9bcaa-4b90-4a1a-884e-f5e45b7372a0 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:20:06.369267 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:20:06.369520 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6de9bcaa-4b90-4a1a-884e-f5e45b7372a0 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:20:06.369983 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de9bcaa-4b90-4a1a-884e-f5e45b7372a0'] response: {'name': 'network-changed', 'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'status': 'completed', 'code': 200} Jul 04 10:20:06.416414 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-004d4b2b-39df-479d-8473-5b0952d29afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:06.418008 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-004d4b2b-39df-479d-8473-5b0952d29afe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1128 time: 0.0445957 Jul 04 10:20:06.458988 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-086ea19b-7bdd-4ec4-9bb1-803d292588ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 200 len: 217 time: 0.0346038 Jul 04 10:20:06.547339 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-2baa38fb-0338-468c-b500-af1a891040b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:06.549149 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-2baa38fb-0338-468c-b500-af1a891040b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0831215 Jul 04 10:20:06.555300 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d6128-ca40-47f7-9c35-15f6c09ed8b4 req-dd00faca-6f84-4989-b1e9-c569c4cd9ca4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:06.556636 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-104d6128-ca40-47f7-9c35-15f6c09ed8b4 req-dd00faca-6f84-4989-b1e9-c569c4cd9ca4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 944 time: 0.0813367 Jul 04 10:20:06.609739 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-61bf07ea-ebbd-49ff-bc0e-1a0917fc25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:06.611262 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-61bf07ea-ebbd-49ff-bc0e-1a0917fc25bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537632 Jul 04 10:20:06.654730 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-104d6128-ca40-47f7-9c35-15f6c09ed8b4 req-5c5fdb44-99a6-4c6e-8f15-5e911499a4aa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892472 Jul 04 10:20:06.722748 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-b93a98bd-8caa-4007-aad4-a26b5fe8aa3c service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035414 Jul 04 10:20:06.820621 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-71a609a2-37d4-48ac-b669-fbc0be086460 req-edef8d25-e199-4792-8338-a150c2acf6eb service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916717 Jul 04 10:20:07.062458 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-06cdc7dd-e6d5-4352-86ef-fdc169ba8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:07.063968 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-06cdc7dd-e6d5-4352-86ef-fdc169ba8f52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1128 time: 0.0434844 Jul 04 10:20:07.159236 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-2e4242e1-521e-44dc-8f66-0556966e1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:07.160749 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-2e4242e1-521e-44dc-8f66-0556966e1699 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0909019 Jul 04 10:20:07.198410 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-4f4c813c-1f10-4fa3-a7e4-afacb1e4b06b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 200 len: 217 time: 0.0316570 Jul 04 10:20:07.252680 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-b05c43fe-71be-44af-8726-dca921be0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:07.254972 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-b05c43fe-71be-44af-8726-dca921be0407 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0506413 Jul 04 10:20:07.306520 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-33489565-9c85-4075-9ddd-a17cb5263408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:07.307972 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-33489565-9c85-4075-9ddd-a17cb5263408 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472209 Jul 04 10:20:07.410767 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-fd842e64-c4db-4ae2-a977-fe055205b909 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963333 Jul 04 10:20:07.425688 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:07.481712 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:07.503686 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-db192fca-0ddb-440a-b5b0-bfb2c2f2c8e7 req-e2600cbb-50e4-47aa-8ce8-fa03af319194 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Jul 04 10:20:07.788363 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267aa7c5-8d9b-41e5-84ad-b9f3a3f7730c req-2138f94c-56ee-424c-9a69-919781a9af7d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:07.789860 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-267aa7c5-8d9b-41e5-84ad-b9f3a3f7730c req-2138f94c-56ee-424c-9a69-919781a9af7d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 944 time: 0.0540171 Jul 04 10:20:07.845220 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-267aa7c5-8d9b-41e5-84ad-b9f3a3f7730c req-71620f2f-952c-4719-a2a2-301d711c2897 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473201 Jul 04 10:20:08.969410 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9de71a-fbf0-4eeb-8234-419017541159 req-56ef8566-e871-4a04-81e8-dd9ceccb234c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:08.971345 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f9de71a-fbf0-4eeb-8234-419017541159 req-56ef8566-e871-4a04-81e8-dd9ceccb234c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 944 time: 0.0496836 Jul 04 10:20:09.027990 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8f9de71a-fbf0-4eeb-8234-419017541159 req-5e92aa24-7f95-42b1-969b-75d176890e80 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504930 Jul 04 10:20:10.162330 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccf4d7-090a-408f-b96e-df16e23bfa5a req-b14ed3d5-7993-4723-bbed-9010e101e8fb tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:10.163786 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-06ccf4d7-090a-408f-b96e-df16e23bfa5a req-b14ed3d5-7993-4723-bbed-9010e101e8fb tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 944 time: 0.0524054 Jul 04 10:20:10.211900 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-06ccf4d7-090a-408f-b96e-df16e23bfa5a req-a7435534-bb8b-4cd5-8505-b6c66cad5e64 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Jul 04 10:20:11.344069 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d21040-f745-4107-a680-8638365af52f req-19ed4f3f-5f7a-4aba-8424-e6fc2514f044 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:11.345556 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-18d21040-f745-4107-a680-8638365af52f req-19ed4f3f-5f7a-4aba-8424-e6fc2514f044 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 944 time: 0.0514541 Jul 04 10:20:11.398168 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-18d21040-f745-4107-a680-8638365af52f req-f742a878-4eb3-4f09-aaeb-c228d93ed537 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466933 Jul 04 10:20:12.527003 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a76080-a6a4-442c-988b-f954d40a52a9 req-82644aa9-c2d9-4022-9789-cd7001a8855f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:12.528463 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79a76080-a6a4-442c-988b-f954d40a52a9 req-82644aa9-c2d9-4022-9789-cd7001a8855f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 944 time: 0.0490830 Jul 04 10:20:12.577958 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79a76080-a6a4-442c-988b-f954d40a52a9 req-6350ebe9-18ac-47bc-acd2-9294ea41d6ae tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Jul 04 10:20:12.869017 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:20:12.977891 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:20:12.991578 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:20:13.032322 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:20:13.032708 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:13.046738 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:20:13.068892 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:20:13.074925 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:13.127176 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:20:13.311772 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['18bb8690-9fd0-473c-a2fc-7b49d7d836f2'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:20:13.493834 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:13.497026 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:13.711627 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd87ca4-c98d-41cf-970f-542cd503e664 req-1bcafdc1-e901-404b-b645-ca2f8e79a1e0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:13.713001 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8bd87ca4-c98d-41cf-970f-542cd503e664 req-1bcafdc1-e901-404b-b645-ca2f8e79a1e0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 945 time: 0.0598872 Jul 04 10:20:13.764833 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8bd87ca4-c98d-41cf-970f-542cd503e664 req-92ec3f28-05e0-49cd-bd51-7cd484a1871e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Jul 04 10:20:14.070570 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=79 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:14.071790 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=61 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:14.886034 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:20:14.894488 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265052c4-bf13-47f7-b1e2-a1026df77f0e req-3f79495b-8d86-4291-97e5-4bed05be85ec tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:14.896419 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-265052c4-bf13-47f7-b1e2-a1026df77f0e req-3f79495b-8d86-4291-97e5-4bed05be85ec tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 945 time: 0.0524087 Jul 04 10:20:14.932507 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:20:14.941532 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:20:14.941895 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:14.955915 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-265052c4-bf13-47f7-b1e2-a1026df77f0e req-f1e8b79b-9c15-40c9-a943-d0abb1a52868 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530057 Jul 04 10:20:15.016763 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:20:15.017169 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:15.041605 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:20:15.043903 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ec72fb-8fbc-466a-bc00-83a6f79ae261" -d '{"events": [{"server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "name": "network-vif-plugged", "status": "completed", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:20:15.057172 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:20:15.063108 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:15.114167 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:20:15.146557 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195f854-5e3e-4a4e-9780-0f35649463c8 x-openstack-request-id: req-c195f854-5e3e-4a4e-9780-0f35649463c8 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:20:15.146849 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "name": "network-vif-plugged", "status": "completed", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:20:15.147094 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c195f854-5e3e-4a4e-9780-0f35649463c8 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:20:15.147493 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c195f854-5e3e-4a4e-9780-0f35649463c8'] response: {'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'code': 200} Jul 04 10:20:15.376504 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9d5ca-8cf5-48de-a890-27b23149fe1a req-5846905b-482d-4882-b220-557ee97f38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:15.378042 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-68c9d5ca-8cf5-48de-a890-27b23149fe1a req-5846905b-482d-4882-b220-557ee97f38e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1130 time: 0.0385892 Jul 04 10:20:15.429652 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-68c9d5ca-8cf5-48de-a890-27b23149fe1a req-8d7e504c-ce1a-4cc1-99d4-79f725cae80f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445802 Jul 04 10:20:16.066440 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95103b1-f1ae-48b9-a830-8ee706cd977d req-2f68b2d2-a58e-471d-8b47-4f4c84067e65 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:16.068058 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b95103b1-f1ae-48b9-a830-8ee706cd977d req-2f68b2d2-a58e-471d-8b47-4f4c84067e65 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 946 time: 0.0487382 Jul 04 10:20:16.119625 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b95103b1-f1ae-48b9-a830-8ee706cd977d req-537b2b5a-455a-4983-bc96-f8cec1932f9d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Jul 04 10:20:17.240745 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bb14e-5a2b-40a6-b0d7-0106f01232c8 req-b356282a-bb36-47d6-a646-eca7aa2bf501 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:17.242239 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3a4bb14e-5a2b-40a6-b0d7-0106f01232c8 req-b356282a-bb36-47d6-a646-eca7aa2bf501 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 946 time: 0.0508280 Jul 04 10:20:17.257458 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:17.296549 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3a4bb14e-5a2b-40a6-b0d7-0106f01232c8 req-fc48e2ae-c05e-480f-b762-a1e8c0dc8a01 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459030 Jul 04 10:20:17.425908 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33e45e-2835-495b-8db1-4e72bb7b4baf req-ffd1e858-b396-469e-940e-2630c708e882 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:17.427641 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fd33e45e-2835-495b-8db1-4e72bb7b4baf req-ffd1e858-b396-469e-940e-2630c708e882 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 946 time: 0.0623767 Jul 04 10:20:17.481191 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fd33e45e-2835-495b-8db1-4e72bb7b4baf req-5c5f07f0-ed84-4d34-b335-c6218f4e6518 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453136 Jul 04 10:20:17.504076 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53240) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:20:17.545347 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fafbcda-09f9-4ae5-893b-ff84ee4a0caa tempest-TestVolumeBootPattern-692883243 tempest-TestVolumeBootPattern-692883243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:17.546891 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0fafbcda-09f9-4ae5-893b-ff84ee4a0caa tempest-TestVolumeBootPattern-692883243 tempest-TestVolumeBootPattern-692883243-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1125 time: 0.0416737 Jul 04 10:20:17.551118 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53242) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:20:17.555403 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:20:17.580033 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:17.657580 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:17.764064 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Allocated IP 172.27.2.3 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/1bbb7fac-e684-4ebd-96a5-d2259ad2cc31) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:20:17.874553 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:17.911450 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:17.955527 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:20:17.960373 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:20:17.965300 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:20:17.968681 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=1bbb7fac-e684-4ebd-96a5-d2259ad2cc31,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:20:18.322733 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:18.327378 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (61d619c3-c24d-43ff-8b3d-666ca3d22979), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:18.355346 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:18.402261 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:18.557281 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:18.565342 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:18.632386 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=1bbb7fac-e684-4ebd-96a5-d2259ad2cc31,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:20:18.642595 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (61d619c3-c24d-43ff-8b3d-666ca3d22979), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:18.737045 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Floating IP 61d619c3-c24d-43ff-8b3d-666ca3d22979 associated. External IP: 172.27.2.3, port: 18bb8690-9fd0-473c-a2fc-7b49d7d836f2. Jul 04 10:20:19.182740 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:20:19.282817 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:20:19.293270 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:20:19.303418 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:19.304484 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:20:19.305167 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:19:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:20:19.337115 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d8265553-e5e7-45c4-b7d9-4e82446dbb98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7849903 Jul 04 10:20:19.337785 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:20:19.340337 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10bf75a-091b-49ce-9e5f-3af0e84d0695" -d '{"events": [{"name": "network-changed", "server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:20:19.375773 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94813d05-bd12-4281-b6e7-469c7958b805 x-openstack-request-id: req-94813d05-bd12-4281-b6e7-469c7958b805 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:20:19.376065 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:20:19.376312 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-94813d05-bd12-4281-b6e7-469c7958b805 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:20:19.376717 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94813d05-bd12-4281-b6e7-469c7958b805'] response: {'name': 'network-changed', 'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'status': 'completed', 'code': 200} Jul 04 10:20:19.405101 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:20:19.437788 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-d37a680f-8fa0-47a8-a5a8-6fb58ab7bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:19.439301 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-d37a680f-8fa0-47a8-a5a8-6fb58ab7bd70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1130 time: 0.0401442 Jul 04 10:20:19.464483 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:19.536371 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-963ed33a-c80d-42b6-b0a9-cc4718810d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:19.537870 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-963ed33a-c80d-42b6-b0a9-cc4718810d0f service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0908020 Jul 04 10:20:19.599044 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-2eb223cf-71ea-4a0b-8d0c-ae27a6e85d05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 200 len: 998 time: 0.0552230 Jul 04 10:20:19.654182 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-50380e61-2a32-410b-a6d5-02b98104be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:19.655749 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-50380e61-2a32-410b-a6d5-02b98104be7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0496633 Jul 04 10:20:19.703915 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-2ab0b554-ae45-4498-b8ce-f4ae784ee5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:19.705444 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-2ab0b554-ae45-4498-b8ce-f4ae784ee5b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438383 Jul 04 10:20:19.709386 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:18Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:20:19.735253 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:20:19.744193 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:20:19.744799 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:19:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:20:19.795745 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-9280bbc9-9306-4c56-ade3-32401caba707 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844469 Jul 04 10:20:19.849594 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:20:19.897541 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c10bf75a-091b-49ce-9e5f-3af0e84d0695 req-54006159-0e72-4cd7-9700-d70c0657eb55 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958304 Jul 04 10:20:20.065990 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:18Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:20:20.097602 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866e9e2-01a3-4fcf-a163-239dc9bf8a69 None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:18Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:20:20.287869 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f80d3-e24c-45ea-b5b6-dcff73af84a9 None None] New status for floating IP 61d619c3-c24d-43ff-8b3d-666ca3d22979: ACTIVE {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:20:25.413562 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-22b6672d-c953-400d-b396-d58faac43339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:27.235730 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:20:27.566292 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b522bd37-c245-425d-9dc4-4e750331c9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:29.328333 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:29.333917 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:29.440713 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:29.892515 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=57 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:29.893994 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=44 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:30.514361 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:30.807586 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:34.300578 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:37.230018 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:37.231190 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=74 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:42.625418 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-ec3ee6d9-6516-45ce-826e-9765dc6aac4b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400786 Jul 04 10:20:42.708539 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-2e7d5cc7-fc53-4739-acae-2d16f707bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:42.710081 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-2e7d5cc7-fc53-4739-acae-2d16f707bb53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1130 time: 0.0408163 Jul 04 10:20:42.821847 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-faa53c9a-2fa0-4920-acc5-eb9c98b07db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:42.823360 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-faa53c9a-2fa0-4920-acc5-eb9c98b07db7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0903311 Jul 04 10:20:42.885376 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-420a55ad-c6a8-4e95-bbd3-13ce9d617363 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 200 len: 1000 time: 0.0556145 Jul 04 10:20:42.933689 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-3451afc8-e31d-4945-a72e-fc8f6a0510de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:42.935137 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-3451afc8-e31d-4945-a72e-fc8f6a0510de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0446010 Jul 04 10:20:42.982185 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-787118c9-02ee-4d2f-b433-a7b7d542977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:20:42.984052 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-787118c9-02ee-4d2f-b433-a7b7d542977f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428655 Jul 04 10:20:43.074684 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-45e5b1f9-7d30-4986-928e-4af05cdab1b3 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Jul 04 10:20:43.167245 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-82211559-6f76-4679-96af-ae6c7d0ebe5a req-a37bc4dc-b210-4bb1-b913-4f135f91ef63 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871239 Jul 04 10:20:44.285070 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:44.293843 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:51.075763 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:51.077083 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:53.162883 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=48 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:53.163682 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=53 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:20:55.413272 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8f9102c2-66be-410b-a681-47d8d5df543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:57.567595 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-36189c0d-87e3-4848-8cb5-684bcf0c052d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:20:59.447010 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:00.521996 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:00.810094 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:04.235086 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:21:04.302222 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:14.293308 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:14.295878 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:25.408689 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-98c34d5c-3053-4ef3-9496-03595951f78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:27.569739 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fd444111-6a8b-411b-afa0-c2d57bfeedd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:28.067826 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=19 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:28.068703 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=15 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:29.440507 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:30.526411 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:30.810860 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:34.309153 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:41.238839 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:21:42.627941 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-014f6b38-86dd-4cb4-99e3-6c11b8da021e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403891 Jul 04 10:21:42.719572 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-b92ff2f7-b2e2-4ae0-94cc-507a2ee90c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:42.721955 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-b92ff2f7-b2e2-4ae0-94cc-507a2ee90c50 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1130 time: 0.0461400 Jul 04 10:21:42.841719 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-013c2672-a022-4bcf-a2b2-d4451e4ded3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:42.843209 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-013c2672-a022-4bcf-a2b2-d4451e4ded3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0995753 Jul 04 10:21:42.904571 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-3a7478ad-d6d5-4d62-a262-e03138ba6c48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 200 len: 1000 time: 0.0557668 Jul 04 10:21:42.957334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-c60911ee-7804-4458-9b21-59aa196f376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:42.958772 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-c60911ee-7804-4458-9b21-59aa196f376a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0482621 Jul 04 10:21:43.002674 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-9113c426-df97-4aac-9cbb-c04330b284ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:43.004191 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-9113c426-df97-4aac-9cbb-c04330b284ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392318 Jul 04 10:21:43.098791 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-20789124-c06f-4200-aa9a-25228e2fdd0a service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883482 Jul 04 10:21:43.191281 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-02010e62-29e4-4a91-b6d5-3a17e82c28cd req-a3657051-6bb7-4803-88f4-3e49a8cf4407 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863450 Jul 04 10:21:44.294804 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:44.303718 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:51.230439 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:51.231615 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:53.187249 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=48 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:53.188545 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=53 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:53.732427 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-d6e0902d-5c84-4597-af6f-270da4460468 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337804478&fields=id&tenant_id=aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 267 time: 0.0464377 Jul 04 10:21:53.846646 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-a6e26774-1215-42ad-b20a-8ff37e07e527 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:53.848120 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-a6e26774-1215-42ad-b20a-8ff37e07e527 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 811 time: 0.1057100 Jul 04 10:21:53.865274 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-7becab1d-886b-485f-bacc-4b944cc007c9 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/quotas/aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 375 time: 0.0091889 Jul 04 10:21:53.915127 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-f022d098-14de-4334-9bc4-906296b02f2d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449831 Jul 04 10:21:54.021981 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-2729d955-1ff5-4b61-a4f5-323c49320d81 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104129) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 04 10:21:54.023002 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-2729d955-1ff5-4b61-a4f5-323c49320d81 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0963707 Jul 04 10:21:54.118049 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-efbfca31-64b8-4812-985f-c739b32b12a6 service neutron] 10.222.0.79 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891085 Jul 04 10:21:54.208948 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-434cb9e5-e433-41f1-84e6-cfc2a95bd014 service neutron] 10.222.0.79 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840917 Jul 04 10:21:54.532768 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-0fd5aca9-f85e-4b71-a1f1-21164bb1155b req-4dce74b0-4142-4416-8620-6664a85f369e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 210 time: 0.0323715 Jul 04 10:21:55.404279 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5e8b67b9-91c8-45e5-8582-791e2a45b221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:55.763866 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ddee70eb-16cd-40e5-b7a3-4cb91c4ec23e req-1ce1e3da-48b9-4d8c-9709-a14f03a79654 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 210 time: 0.0303895 Jul 04 10:21:55.840806 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-80ab6f68-001f-4cd5-91c4-273d61a8fb8c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:55.842455 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-80ab6f68-001f-4cd5-91c4-273d61a8fb8c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 811 time: 0.3930264 Jul 04 10:21:55.905056 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-c8511b83-9752-432e-a468-87961c7ca7de tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaff1fa03a194074aa14fae9db94cefb HTTP/1.1" status: 200 len: 380 time: 0.0525596 Jul 04 10:21:55.913871 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'port': {'device_id': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'admin_state_up': True, 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'security_groups': ['b377e167-5812-4a79-91c2-25eabee60e11']}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:21:56.027414 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Made reservation on behalf of aaff1fa03a194074aa14fae9db94cefb for: {'port': 1} {{(pid=104129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 04 10:21:56.030932 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:56.165080 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.db_base_plugin_common [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Allocated IP 172.20.0.5 (28daa053-6dc3-4bbf-8b82-7f4c430042da/742feb9d-a2d7-4104-99e0-40e114bc0620/f6880b94-9560-44e7-a5e4-b1332c8add95) {{(pid=104129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:21:56.208018 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:56.240578 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:56.318314 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), precommit_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:56.356473 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), after_create {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:56.400268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da is already hosted by enough agents. {{(pid=104129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:21:56.403455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.base_scheduler [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Resources bound (agent type, host, resource id): {{(pid=104129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:21:56.407227 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Received port after_create {{(pid=104129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:21:56.430629 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=f6880b94-9560-44e7-a5e4-b1332c8add95,revision_number=1']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:21:56.445834 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.446175 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.446508 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.446845 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.447173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.447492 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.447811 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.448133 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.448433 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.448752 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.449065 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.449385 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.449729 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.450042 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.450361 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:21:56.473018 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:56.473684 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:56.492093 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8ebbdff1-9fd0-4be2-b467-3907a17ad45c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818605 Jul 04 10:21:56.503427 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.v2.base [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Request body: {'port': {'device_id': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=104129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:21:56.570119 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:56.667984 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-1c3a333c-4d9a-4b25-8d68-bc53ff9b480b None None] Provisioning complete for port f6880b94-9560-44e7-a5e4-b1332c8add95 triggered by entity DHCP. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:21:56.668612 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1c3a333c-4d9a-4b25-8d68-bc53ff9b480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:56.701073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a333c-4d9a-4b25-8d68-bc53ff9b480b None None] Port f6880b94-9560-44e7-a5e4-b1332c8add95 cannot update to ACTIVE because it is not bound. {{(pid=104131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 04 10:21:56.833244 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6880b94-9560-44e7-a5e4-b1332c8add95 {{(pid=104129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:21:56.853497 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Publish callbacks [] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), precommit_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:56.887308 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.provisioning_blocks [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Transition to ACTIVE for port object f6880b94-9560-44e7-a5e4-b1332c8add95 will not be triggered until provisioned by entity L2. {{(pid=104129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 04 10:21:56.899678 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd73a7f-f70e-4293-a555-f44b926a68ba req-f05a0212-40fe-4fee-8049-c471fea46400 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:56.901154 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebd73a7f-f70e-4293-a555-f44b926a68ba req-f05a0212-40fe-4fee-8049-c471fea46400 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 931 time: 0.0633972 Jul 04 10:21:56.901783 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:56.968217 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6880b94-9560-44e7-a5e4-b1332c8add95,revision_number=2']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:21:57.018675 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ebd73a7f-f70e-4293-a555-f44b926a68ba req-f7c643f9-3e01-4e7f-b231-a8baea1083fb tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114283 Jul 04 10:21:57.064411 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:57.070419 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Attempting to bind port f6880b94-9560-44e7-a5e4-b1332c8add95 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 04 10:21:57.070874 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Attempting to bind port f6880b94-9560-44e7-a5e4-b1332c8add95 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 04 10:21:57.071082 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Attempting to bind port f6880b94-9560-44e7-a5e4-b1332c8add95 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:21:57.074120 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:57.077214 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Port f6880b94-9560-44e7-a5e4-b1332c8add95 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 04 10:21:57.077605 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Attempting to bind port f6880b94-9560-44e7-a5e4-b1332c8add95 on network 28daa053-6dc3-4bbf-8b82-7f4c430042da {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 04 10:21:57.085768 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Checking agent: {'id': '9dd1ec49-ceed-4da5-961e-a0bdbcded1cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'started_at': datetime.datetime(2022, 7, 4, 10, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 4, 10, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 04 10:21:57.086123 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Checking segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 04 10:21:57.086509 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Bound using segment: {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'} {{(pid=104129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 04 10:21:57.086941 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.managers [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Bound port: f6880b94-9560-44e7-a5e4-b1332c8add95, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da01c35-18aa-4dd2-8c2d-69a4c7b66629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da'}}] {{(pid=104129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 04 10:21:57.087302 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), before_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:57.152181 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] For port f6880b94-9560-44e7-a5e4-b1332c8add95, host hv-cinder-84841, cleared binding levels {{(pid=104129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 04 10:21:57.155277 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] For port f6880b94-9560-44e7-a5e4-b1332c8add95, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f6880b94-9560-44e7-a5e4-b1332c8add95,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 04 10:21:57.163755 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502083'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), after_update {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:57.200789 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:57.201423 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:57.202861 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] 10.222.0.74 "PUT /v2.0/ports/f6880b94-9560-44e7-a5e4-b1332c8add95 HTTP/1.1" status: 200 len: 1093 time: 0.7037878 Jul 04 10:21:57.203284 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:21:57.205546 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f9bd6f-30bf-446b-aca1-2639efd374c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:21:57.227155 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66ed78-b865-46bd-b223-344fc1cbb3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6880b94-9560-44e7-a5e4-b1332c8add95,revision_number=3']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:21:57.245970 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55d4c65-7ed5-486a-b209-2c56955d89ce x-openstack-request-id: req-a55d4c65-7ed5-486a-b209-2c56955d89ce {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:21:57.246283 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:21:57.246547 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a55d4c65-7ed5-486a-b209-2c56955d89ce {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:21:57.246923 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55d4c65-7ed5-486a-b209-2c56955d89ce'] response: {'name': 'network-changed', 'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'status': 'completed', 'code': 200} Jul 04 10:21:57.297448 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-1879c36f-6708-455d-8bea-bfb757a3c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:57.299094 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-1879c36f-6708-455d-8bea-bfb757a3c168 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 1127 time: 0.0462825 Jul 04 10:21:57.340901 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-7eb9f81c-7e84-4541-9470-1c3bbd3190b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6880b94-9560-44e7-a5e4-b1332c8add95 HTTP/1.1" status: 200 len: 217 time: 0.0343001 Jul 04 10:21:57.392306 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-58756533-a474-4e59-8358-7aaf9ca1ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:57.393837 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-58756533-a474-4e59-8358-7aaf9ca1ca0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0453980 Jul 04 10:21:57.441966 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-23ed9890-a435-4a77-96fc-3e87e07b7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:57.443461 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-23ed9890-a435-4a77-96fc-3e87e07b7fdf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429692 Jul 04 10:21:57.541649 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-ff352364-a9cc-4dbe-b8a9-667347eb9f59 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921557 Jul 04 10:21:57.568029 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ef9d248-dd63-46de-9e53-82b23d5a512f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:57.647958 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b6e82a39-8933-4eef-a9fd-3750492af0a7 req-4c54e154-a67e-4719-95f8-037fd1c5adc0 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996220 Jul 04 10:21:57.963960 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-cb78e1b1-22a0-42af-b18b-1482b075a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:57.965703 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-cb78e1b1-22a0-42af-b18b-1482b075a76d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 1127 time: 0.0434880 Jul 04 10:21:58.069880 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-287986c5-4118-4955-9379-2897a7d45eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:58.071363 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-287986c5-4118-4955-9379-2897a7d45eb9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0926454 Jul 04 10:21:58.118083 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-6381dc04-9945-4501-baba-950d6e3befca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6880b94-9560-44e7-a5e4-b1332c8add95 HTTP/1.1" status: 200 len: 217 time: 0.0368950 Jul 04 10:21:58.195455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42f2a-46bf-47d0-85bb-14d5c06de08e req-5fd36d3d-13c0-4b54-8e14-e18a05fe04d7 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:58.196919 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fec42f2a-46bf-47d0-85bb-14d5c06de08e req-5fd36d3d-13c0-4b54-8e14-e18a05fe04d7 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 943 time: 0.0813153 Jul 04 10:21:58.202284 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-06a58783-ffb1-46f3-ae11-97e864dd9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:58.203627 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-06a58783-ffb1-46f3-ae11-97e864dd9533 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0767419 Jul 04 10:21:58.266139 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-3fd0af39-08b2-4956-9ae6-667642969e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:58.267604 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-3fd0af39-08b2-4956-9ae6-667642969e23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569124 Jul 04 10:21:58.289123 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-fec42f2a-46bf-47d0-85bb-14d5c06de08e req-859d10b8-ec05-4917-83d9-957d747227f9 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845997 Jul 04 10:21:58.352400 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:58.369646 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-cf5ad0a7-246c-4e61-8cac-94eb8cbe07bd service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929050 Jul 04 10:21:58.466266 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-79f9bd6f-30bf-446b-aca1-2639efd374c6 req-26e7b197-df0c-432f-911c-3aea63b7f276 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907488 Jul 04 10:21:59.400967 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:21:59.417441 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e6cd0-e310-49bd-af52-60e0979bc2d7 req-dd04f714-f78f-4795-997c-fa09d6289503 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:21:59.418942 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-686e6cd0-e310-49bd-af52-60e0979bc2d7 req-dd04f714-f78f-4795-997c-fa09d6289503 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 943 time: 0.0535011 Jul 04 10:21:59.447059 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:21:59.481173 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-686e6cd0-e310-49bd-af52-60e0979bc2d7 req-cd7e1b14-5078-4e61-b301-1ceb4e30daf5 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552568 Jul 04 10:22:00.530997 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:00.604173 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ff275-bb40-492b-939c-883906dfbc68 req-f153911a-9c28-4310-8e65-0dacb2ca85fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:00.605827 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-945ff275-bb40-492b-939c-883906dfbc68 req-f153911a-9c28-4310-8e65-0dacb2ca85fa tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 943 time: 0.0483205 Jul 04 10:22:00.656586 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-945ff275-bb40-492b-939c-883906dfbc68 req-1be5c231-2dca-4aa8-be5e-34e4f5a1175c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449772 Jul 04 10:22:00.811712 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:01.799364 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adc3a2-9f0e-4948-9234-56882b134efa req-55c865a4-a66c-4d42-90af-ba07e45d5176 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:01.800876 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e6adc3a2-9f0e-4948-9234-56882b134efa req-55c865a4-a66c-4d42-90af-ba07e45d5176 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 943 time: 0.0501056 Jul 04 10:22:01.853609 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e6adc3a2-9f0e-4948-9234-56882b134efa req-cd082f97-319a-40d3-b73d-d17969b9d665 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445833 Jul 04 10:22:02.990470 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25927594-8177-45ad-acf0-90ae4e95c2bb req-ccdb4d31-9eca-4eeb-9b26-a2a6702a1f72 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:02.991954 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-25927594-8177-45ad-acf0-90ae4e95c2bb req-ccdb4d31-9eca-4eeb-9b26-a2a6702a1f72 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 943 time: 0.0598898 Jul 04 10:22:03.054585 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-25927594-8177-45ad-acf0-90ae4e95c2bb req-980cd361-0740-401a-9156-f64ab3549890 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551698 Jul 04 10:22:04.188587 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063dd19-dbeb-41b1-871e-eca683e2e744 req-be792321-2ce3-489d-89cf-103f49a746f1 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:04.190365 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b063dd19-dbeb-41b1-871e-eca683e2e744 req-be792321-2ce3-489d-89cf-103f49a746f1 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 943 time: 0.0500431 Jul 04 10:22:04.252814 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-b063dd19-dbeb-41b1-871e-eca683e2e744 req-9c9af849-524c-4bd6-ab89-b617dbbf4be9 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513635 Jul 04 10:22:04.321181 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:05.387640 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c51b-6423-4be3-80d9-82d82f0a1191 req-bf193a6e-febf-410a-8a69-ba917ee2e5ef tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:05.389153 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad18c51b-6423-4be3-80d9-82d82f0a1191 req-bf193a6e-febf-410a-8a69-ba917ee2e5ef tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 943 time: 0.0535398 Jul 04 10:22:05.443640 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-ad18c51b-6423-4be3-80d9-82d82f0a1191 req-32be367a-07a5-4f62-b2c8-a9e72b9eeb8d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484996 Jul 04 10:22:05.558544 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f6880b94-9560-44e7-a5e4-b1332c8add95 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=104131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 04 10:22:05.669057 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f6880b94-9560-44e7-a5e4-b1332c8add95, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f6880b94-9560-44e7-a5e4-b1332c8add95,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:22:05.680350 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Returning: {'device': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'port_id': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'mac_address': 'fa:16:3e:0e:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 04 10:22:05.716619 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port f6880b94-9560-44e7-a5e4-b1332c8add95 is: DOWN; New status is: BUILD {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:22:05.716994 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:05.730715 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6880b94-9560-44e7-a5e4-b1332c8add95 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 04 10:22:05.750535 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f6880b94-9560-44e7-a5e4-b1332c8add95, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f6880b94-9560-44e7-a5e4-b1332c8add95,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:22:05.758055 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:05.802606 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=f6880b94-9560-44e7-a5e4-b1332c8add95,revision_number=4']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:22:05.809778 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.810055 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.810373 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.810702 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.811030 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.811349 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.811669 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.811986 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.812302 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.812619 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.812935 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.813250 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.813564 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.813904 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.814235 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:05.989088 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] get_ports_and_sgs() called for port_ids ['f6880b94-9560-44e7-a5e4-b1332c8add95'] {{(pid=104131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 04 10:22:06.181202 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:06.194089 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:06.578015 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5cc5d-e3d1-4904-9902-13b81df3c169 req-64d7edbc-ebe0-49f7-b314-3a760cc7f756 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:06.579486 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aca5cc5d-e3d1-4904-9902-13b81df3c169 req-64d7edbc-ebe0-49f7-b314-3a760cc7f756 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 944 time: 0.0571899 Jul 04 10:22:06.630690 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-aca5cc5d-e3d1-4904-9902-13b81df3c169 req-60965a5d-84d5-4732-a1ff-185b3ee7f683 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451837 Jul 04 10:22:07.577050 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f6880b94-9560-44e7-a5e4-b1332c8add95 up at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 04 10:22:07.626280 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning for port f6880b94-9560-44e7-a5e4-b1332c8add95 completed by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 04 10:22:07.636181 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Provisioning complete for port f6880b94-9560-44e7-a5e4-b1332c8add95 triggered by entity L2. {{(pid=104131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 04 10:22:07.636816 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8020497'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), provisioning_complete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:07.718669 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Current status of the port f6880b94-9560-44e7-a5e4-b1332c8add95 is: BUILD; New status is: ACTIVE {{(pid=104131) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 04 10:22:07.719086 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:07.742514 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:22:07.744755 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3172e0774cb19c9b5fcf937b5ba1911307f504a85ab0ce0ec55d8a6fc82fac8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e51402-f6e8-4242-b37e-8ab2f0ab1975" -d '{"events": [{"server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "name": "network-vif-plugged", "status": "completed", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:22:07.745908 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404e06-979d-41b8-a303-99912056c6f2 req-5dfec351-54d6-4b2e-b01c-61d339f4f6d0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:07.747446 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a404e06-979d-41b8-a303-99912056c6f2 req-5dfec351-54d6-4b2e-b01c-61d339f4f6d0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 944 time: 0.0474529 Jul 04 10:22:07.757826 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] For port f6880b94-9560-44e7-a5e4-b1332c8add95, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f6880b94-9560-44e7-a5e4-b1332c8add95,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:22:07.762932 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:07.788947 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddccaca-d8a4-4f4a-a6e1-0aef843ce82a x-openstack-request-id: req-7ddccaca-d8a4-4f4a-a6e1-0aef843ce82a {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:22:07.788947 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "name": "network-vif-plugged", "status": "completed", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:22:07.789248 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ddccaca-d8a4-4f4a-a6e1-0aef843ce82a {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:22:07.789514 dv-cinder-848418-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ddccaca-d8a4-4f4a-a6e1-0aef843ce82a'] response: {'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'code': 200} Jul 04 10:22:07.804381 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-2a404e06-979d-41b8-a303-99912056c6f2 req-cb00e843-028c-413f-96ee-13ebd4059932 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500691 Jul 04 10:22:07.818908 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Pushing event updated for resources: {'Port': ['ID=f6880b94-9560-44e7-a5e4-b1332c8add95,revision_number=5']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:22:08.013810 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbb38e-a796-4103-9f8c-7462b94dac95 req-02b6b74d-69f0-4221-8c19-88a9d508043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:08.015359 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8acbb38e-a796-4103-9f8c-7462b94dac95 req-02b6b74d-69f0-4221-8c19-88a9d508043a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 1129 time: 0.0448592 Jul 04 10:22:08.063340 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-8acbb38e-a796-4103-9f8c-7462b94dac95 req-078ef8c1-71e5-4b7b-a571-aec1fb4969d1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Jul 04 10:22:08.948212 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2e174-2c75-4831-8155-b6c176453e22 req-bba7857a-79d5-404b-a55d-0827d1ffb3b7 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:08.949659 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-faa2e174-2c75-4831-8155-b6c176453e22 req-bba7857a-79d5-404b-a55d-0827d1ffb3b7 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 945 time: 0.0567968 Jul 04 10:22:09.003273 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:09.008665 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-faa2e174-2c75-4831-8155-b6c176453e22 req-ac205cfe-8d9e-49c8-967b-d7f6b1945c0a tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533657 Jul 04 10:22:10.148565 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d392f5-e518-42ef-b1a7-79d46414cb2b req-dc3d1574-91f4-4f7d-b95f-b0fc9826b4bb tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:10.150411 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-34d392f5-e518-42ef-b1a7-79d46414cb2b req-dc3d1574-91f4-4f7d-b95f-b0fc9826b4bb tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 945 time: 0.0572248 Jul 04 10:22:10.201399 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-34d392f5-e518-42ef-b1a7-79d46414cb2b req-a16b8326-c4aa-4c6b-afdd-833738524097 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 Jul 04 10:22:10.329281 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3009d-7913-4a6f-89e5-8fd9b5390edd req-dc709b3b-e321-4c9b-b298-abe341118a07 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:10.330704 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-55b3009d-7913-4a6f-89e5-8fd9b5390edd req-dc709b3b-e321-4c9b-b298-abe341118a07 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 945 time: 0.0569789 Jul 04 10:22:10.345197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:10.382547 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-55b3009d-7913-4a6f-89e5-8fd9b5390edd req-95df9a28-f59d-4f6a-8be7-90274bcf0d4f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442564 Jul 04 10:22:10.405350 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53372) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:22:10.447025 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c97d05-11c6-4b87-85aa-77df99a82ba5 tempest-TestVolumeBootPattern-692883243 tempest-TestVolumeBootPattern-692883243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:10.448516 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-87c97d05-11c6-4b87-85aa-77df99a82ba5 tempest-TestVolumeBootPattern-692883243 tempest-TestVolumeBootPattern-692883243-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 1124 time: 0.0421731 Jul 04 10:22:10.451464 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53376) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:22:10.455640 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Request body: {'floatingip': {'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'port_id': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 04 10:22:10.481406 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:10.562768 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:10.674131 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Allocated IP 172.27.2.64 (83295d44-8399-46b1-9685-7c5c046314a0/bcb462b8-bbfc-4ec5-98ba-b521af621bbc/7d2e93e7-ced3-41dc-8269-e49a4d1b8d56) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 04 10:22:10.779823 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:10.815496 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759681692546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:10.857939 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Network 83295d44-8399-46b1-9685-7c5c046314a0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 04 10:22:10.861414 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 04 10:22:10.863932 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=7d2e93e7-ced3-41dc-8269-e49a4d1b8d56,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:22:10.866199 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 04 10:22:10.894319 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.894663 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.895004 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.895340 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.895670 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.895997 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.896319 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.896639 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.896965 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.897312 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.897657 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.897986 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.898306 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.898626 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:10.898943 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:22:11.074267 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:11.074998 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:11.219274 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:11.225797 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (6e97be06-1090-4c52-a307-829f5870a24b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:11.243370 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:11.296728 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7968900'] for port (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:11.451816 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for port (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:11.459006 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759682103269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759681692564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759681692582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3384073'] for port (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:11.526111 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event updated for resources: {'Port': ['ID=7d2e93e7-ced3-41dc-8269-e49a4d1b8d56,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:22:11.538765 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-661272'] for floatingip (6e97be06-1090-4c52-a307-829f5870a24b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:11.634898 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Floating IP 6e97be06-1090-4c52-a307-829f5870a24b associated. External IP: 172.27.2.64, port: f6880b94-9560-44e7-a5e4-b1332c8add95. Jul 04 10:22:11.840269 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:22:11.946807 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:22:11.956930 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:22:11.967289 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:11.968256 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:22:11.968869 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:21:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:22:11.999432 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c3a8290e-e3a6-4233-badd-f3cd6b547df4 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5469353 Jul 04 10:22:12.001124 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:22:12.002853 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:22:12.073123 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:22:12.130916 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcf8ee5-5987-4472-ad1e-8fcd23ce1793 x-openstack-request-id: req-2fcf8ee5-5987-4472-ad1e-8fcd23ce1793 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:22:12.131270 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:22:12.131584 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2fcf8ee5-5987-4472-ad1e-8fcd23ce1793 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:22:12.132052 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcf8ee5-5987-4472-ad1e-8fcd23ce1793'] response: {'name': 'network-changed', 'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'status': 'completed', 'code': 200} Jul 04 10:22:12.193931 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-47c7956c-fcb9-47a9-b744-3179292bba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:12.204837 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-47c7956c-fcb9-47a9-b744-3179292bba57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 1129 time: 0.0434337 Jul 04 10:22:12.286707 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:20Z', 'revision_number': 1, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}, {'id': '6e97be06-1090-4c52-a307-829f5870a24b', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:0e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:22:11Z', 'updated_at': '2022-07-04T10:22:11Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:22:12.292253 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-336e6c4d-2594-4466-8211-cbddc6a8d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:12.293771 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-336e6c4d-2594-4466-8211-cbddc6a8d516 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0897050 Jul 04 10:22:12.310998 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:22:12.319896 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:22:12.320501 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:21:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:22:12.358207 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-d7aab272-f442-4b12-b7b4-4725fd80bed9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6880b94-9560-44e7-a5e4-b1332c8add95 HTTP/1.1" status: 200 len: 998 time: 0.0577450 Jul 04 10:22:12.410540 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-e867e363-3658-4218-9ab9-b0904b5f4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:12.412123 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-e867e363-3658-4218-9ab9-b0904b5f4bb5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0479710 Jul 04 10:22:12.421692 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:22:12.459454 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-d1394262-542a-4fb5-a407-58004163cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:12.460951 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-d1394262-542a-4fb5-a407-58004163cf36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395041 Jul 04 10:22:12.556598 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-38e4e7aa-31a2-4bef-8442-08db3702655c service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891588 Jul 04 10:22:12.657403 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-9d20350f-51ba-47d4-b7e5-9958f1ea2f3a req-55f031ca-9ce1-41b6-8080-bfc395317a8f service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946453 Jul 04 10:22:12.726387 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:20Z', 'revision_number': 1, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}, {'id': '6e97be06-1090-4c52-a307-829f5870a24b', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:0e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:22:11Z', 'updated_at': '2022-07-04T10:22:11Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:22:12.750538 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af01310-b49c-4a16-ba63-88480bc3eb1d None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:20Z', 'revision_number': 1, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}, {'id': '6e97be06-1090-4c52-a307-829f5870a24b', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:0e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:22:11Z', 'updated_at': '2022-07-04T10:22:11Z', 'revision_number': 0, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:22:12.950654 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518a106-98b7-42b4-bc8b-d967675799c0 None None] New status for floating IP 6e97be06-1090-4c52-a307-829f5870a24b: ACTIVE {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:22:18.242567 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:22:21.993766 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:21.995922 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:22.652065 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=65 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:22.654029 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=53 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:23.052800 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:23.054832 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:24.098185 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:25.418629 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c1020beb-6849-48f3-9d24-6cad6d153b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:27.575391 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a7d62df8-2962-48aa-8501-37cdb2880077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:28.235766 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=73 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:29.456100 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:30.530100 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:30.808905 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:34.346400 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:42.074915 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:42.077722 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:44.329064 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:44.339143 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:44.628939 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-8921f4dc-38d4-4f0b-a31e-f5cbc1c8b627 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423512 Jul 04 10:22:44.723202 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-a560d7fb-4072-4bdd-b714-9839934eba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:44.724681 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-a560d7fb-4072-4bdd-b714-9839934eba83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1130 time: 0.0434034 Jul 04 10:22:44.839219 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-d6b026b3-7093-48a5-9590-49af9f8d00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:44.840768 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-d6b026b3-7093-48a5-9590-49af9f8d00b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0917339 Jul 04 10:22:44.907199 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-e11e553e-7ffc-44e9-a402-d25d0c39177e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 200 len: 1000 time: 0.0591323 Jul 04 10:22:44.956558 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-eb2cda6f-891c-4225-897f-871a9d335df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:44.958031 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-eb2cda6f-891c-4225-897f-871a9d335df8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0444818 Jul 04 10:22:45.001727 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-c845cc9a-cd22-4637-938f-35f64c8c54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:22:45.003401 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-c845cc9a-cd22-4637-938f-35f64c8c54b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400462 Jul 04 10:22:45.109172 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-05d47421-9b7f-4939-becf-3e04e03e2ed8 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992250 Jul 04 10:22:45.207566 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1b60782b-1fce-4369-8e76-cd4ad5cdcf6d req-f4b4d540-8692-47c6-8c34-7f9ac0c0043b service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920079 Jul 04 10:22:55.195623 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=45 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:55.204288 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=56 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:22:55.241749 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:22:55.424724 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b525ba1-d2b1-447b-8bf1-1a6d05f68f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:57.566859 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6dd67313-764f-49f3-ba6a-7b435eeb1feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:22:59.453144 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:00.537723 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:00.810148 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:04.349547 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:05.236773 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:05.237873 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:14.336331 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:14.340808 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:22.555992 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=15 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:22.558180 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=17 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:25.422034 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1bd738be-f9d8-42e8-825c-ab3e4ebfdd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:27.574092 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8abcf409-4c4d-4a9c-b3e1-58acda4c3705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:29.459785 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:30.538911 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:30.810887 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:32.240909 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:23:34.360869 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:41.537265 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53398) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:41.747286 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Deleting port 7d2e93e7-ced3-41dc-8269-e49a4d1b8d56 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:41.747599 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:41.840687 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:41.840935 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:41.855408 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Calling delete_port for 7d2e93e7-ced3-41dc-8269-e49a4d1b8d56 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:42.013397 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (7d2e93e7-ced3-41dc-8269-e49a4d1b8d56), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:42.044731 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event deleted for resources: {'Port': ['ID=7d2e93e7-ced3-41dc-8269-e49a4d1b8d56,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:42.070359 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.070686 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.071044 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.071390 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.071720 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.072093 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.072372 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.072694 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.073015 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.073337 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.073646 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.073994 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.074312 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.074629 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.074947 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:42.127323 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (6e97be06-1090-4c52-a307-829f5870a24b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:42.127556 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Floating IP 6e97be06-1090-4c52-a307-829f5870a24b disassociated (deleted). External IP: 172.27.2.64, port: f6880b94-9560-44e7-a5e4-b1332c8add95. Jul 04 10:23:42.235331 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:42.236089 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:42.338925 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:23:42.448698 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:23:42.453109 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:42.454968 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:42.461099 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:23:42.472331 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:23:42.473563 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:23:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:42.485221 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d97f9435-70c1-426e-83b7-d6f2fdd069a0 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "DELETE /v2.0/floatingips/6e97be06-1090-4c52-a307-829f5870a24b HTTP/1.1" status: 204 len: 168 time: 0.9468274 Jul 04 10:23:42.485907 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:23:42.488173 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8117f8-bc29-4279-82a6-e0928263b8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:23:42.531330 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925f0f38-8a38-4b0f-9060-8ab7bc1ec78e x-openstack-request-id: req-925f0f38-8a38-4b0f-9060-8ab7bc1ec78e {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:23:42.531767 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:23:42.532257 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-925f0f38-8a38-4b0f-9060-8ab7bc1ec78e {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:23:42.532677 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925f0f38-8a38-4b0f-9060-8ab7bc1ec78e'] response: {'name': 'network-changed', 'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'status': 'completed', 'code': 200} Jul 04 10:23:42.578036 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:23:42.593412 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-579448e9-df77-42cb-a148-59de44efeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:42.595666 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-579448e9-df77-42cb-a148-59de44efeb85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 1129 time: 0.0418522 Jul 04 10:23:42.698937 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-622b3141-d15e-4ce8-a3d6-affaa7c65957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:42.700383 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-622b3141-d15e-4ce8-a3d6-affaa7c65957 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0974767 Jul 04 10:23:42.787746 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb6cb6-2538-4699-973e-24583aef6603 req-acc63865-aaf5-4316-9229-cc5a5c27164b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:42.788758 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0fb6cb6-2538-4699-973e-24583aef6603 req-acc63865-aaf5-4316-9229-cc5a5c27164b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 945 time: 0.1038909 Jul 04 10:23:42.794996 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:20Z', 'revision_number': 1, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:42.819648 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:23:42.828095 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:23:42.828696 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:23:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:42.846184 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-d0fb6cb6-2538-4699-973e-24583aef6603 req-c8d56fce-509c-4aeb-a316-7c12eeaf4427 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511477 Jul 04 10:23:42.930026 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:23:43.161311 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:20Z', 'revision_number': 1, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:43.185905 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8cbbf-a4fd-41ca-999d-c8b1f4554a55 None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_floatingips': [{'id': '61d619c3-c24d-43ff-8b3d-666ca3d22979', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'router_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'port_id': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'mac_address': 'fa:16:3e:ec:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-04T10:20:18Z', 'updated_at': '2022-07-04T10:20:20Z', 'revision_number': 1, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:23:43.403696 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad183b-4ae6-45ff-8ced-d65b67d59692 None None] New status for floating IP 6e97be06-1090-4c52-a307-829f5870a24b: DOWN {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:23:43.647321 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-dc37b430-ea34-4bf4-bfd9-db1ddb4e67a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6880b94-9560-44e7-a5e4-b1332c8add95 HTTP/1.1" status: 200 len: 217 time: 0.0340321 Jul 04 10:23:43.696275 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-409902d8-f82a-4278-83eb-6b65b9f5a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:43.697724 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-409902d8-f82a-4278-83eb-6b65b9f5a5ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0440979 Jul 04 10:23:43.748268 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-9a4713ea-b1b5-45ef-9240-7b857068ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:43.749785 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-9a4713ea-b1b5-45ef-9240-7b857068ecbf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401618 Jul 04 10:23:43.954628 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-8951de25-48b2-4313-9894-37a2cb6d02dc service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021867 Jul 04 10:23:44.023221 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eb523-a47b-4c67-a9b4-e7991a98e7d4 req-b0450849-92cb-4d4c-bf00-2090aac92d9b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:44.024703 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e49eb523-a47b-4c67-a9b4-e7991a98e7d4 req-b0450849-92cb-4d4c-bf00-2090aac92d9b tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 945 time: 0.1022022 Jul 04 10:23:44.074927 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-e49eb523-a47b-4c67-a9b4-e7991a98e7d4 req-1695538c-01bc-44bb-8123-dab1e61acc98 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Jul 04 10:23:44.191182 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-6c8117f8-bc29-4279-82a6-e0928263b8aa req-6f3a4378-030e-4d8c-a9ca-96e8ee7809d8 service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920630 Jul 04 10:23:44.214640 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-99852f43-6d7a-41c1-b78c-19d620ef7e5e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:44.216153 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-99852f43-6d7a-41c1-b78c-19d620ef7e5e tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 945 time: 0.0481925 Jul 04 10:23:44.227746 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:44.302983 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Deleting port f6880b94-9560-44e7-a5e4-b1332c8add95 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:44.302983 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:44.406077 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] For port f6880b94-9560-44e7-a5e4-b1332c8add95, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f6880b94-9560-44e7-a5e4-b1332c8add95,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:23:44.406442 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:44.419768 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Calling delete_port for f6880b94-9560-44e7-a5e4-b1332c8add95 owned by compute:nova {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:44.569051 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (f6880b94-9560-44e7-a5e4-b1332c8add95), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:44.604764 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event deleted for resources: {'Port': ['ID=f6880b94-9560-44e7-a5e4-b1332c8add95,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:44.651036 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] No DVR routers for this DVR port f6880b94-9560-44e7-a5e4-b1332c8add95 on host hv-cinder-84841 {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:23:44.653495 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:44.656705 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-87d48cf4-8e65-4e7c-a82b-37af9860ac5f req-643a74e1-95af-426e-b148-bcaeaa02995c tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "DELETE /v2.0/ports/f6880b94-9560-44e7-a5e4-b1332c8add95 HTTP/1.1" status: 204 len: 173 time: 0.4348302 Jul 04 10:23:44.657133 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'name': 'network-vif-deleted', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:23:44.659353 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e95f6-ca1e-44d7-b3ca-20ca5b5c8561" -d '{"events": [{"server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "name": "network-vif-deleted", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:23:44.700642 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52059c96-f1ed-4958-8735-66a8898f30cb x-openstack-request-id: req-52059c96-f1ed-4958-8735-66a8898f30cb {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:23:44.700932 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1941f7-5e40-45d7-a2b1-d2570c46e098", "name": "network-vif-deleted", "tag": "f6880b94-9560-44e7-a5e4-b1332c8add95", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:23:44.701184 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-52059c96-f1ed-4958-8735-66a8898f30cb {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:23:44.701593 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52059c96-f1ed-4958-8735-66a8898f30cb'] response: {'server_uuid': '8b1941f7-5e40-45d7-a2b1-d2570c46e098', 'name': 'network-vif-deleted', 'tag': 'f6880b94-9560-44e7-a5e4-b1332c8add95', 'status': 'completed', 'code': 200} Jul 04 10:23:45.193741 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-5901cf88-abc5-45cb-a8d1-3d6a636a63be req-5fa02aad-3c96-4827-9724-3f4246b86054 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=8b1941f7-5e40-45d7-a2b1-d2570c46e098 HTTP/1.1" status: 200 len: 210 time: 0.0285642 Jul 04 10:23:48.058539 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f6880b94-9560-44e7-a5e4-b1332c8add95 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:23:48.093579 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: f6880b94-9560-44e7-a5e4-b1332c8add95 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:23:48.094161 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device f6880b94-9560-44e7-a5e4-b1332c8add95 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:23:48.529530 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53446) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:48.687094 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Deleting port 1bbb7fac-e684-4ebd-96a5-d2259ad2cc31 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:48.687348 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:48.767216 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:48.767545 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:48.780971 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Calling delete_port for 1bbb7fac-e684-4ebd-96a5-d2259ad2cc31 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:48.938381 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:48.950303 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (1bbb7fac-e684-4ebd-96a5-d2259ad2cc31), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:48.983460 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event deleted for resources: {'Port': ['ID=1bbb7fac-e684-4ebd-96a5-d2259ad2cc31,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:49.030738 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:49.050555 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (61d619c3-c24d-43ff-8b3d-666ca3d22979), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:49.050878 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Floating IP 61d619c3-c24d-43ff-8b3d-666ca3d22979 disassociated (deleted). External IP: 172.27.2.3, port: 18bb8690-9fd0-473c-a2fc-7b49d7d836f2. Jul 04 10:23:49.256860 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:23:49.605532 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:23:49.610211 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:49.617308 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:23:49.628497 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:23:49.629148 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:23:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:49.640439 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8d570200-dc62-4ab1-b883-c6ffa0af8c68 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "DELETE /v2.0/floatingips/61d619c3-c24d-43ff-8b3d-666ca3d22979 HTTP/1.1" status: 204 len: 168 time: 1.1097746 Jul 04 10:23:49.641008 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:23:49.643249 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c48f66687c500becabc41334810a1396343ebbe85507f257efccfa38cbd6983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2526c28b-9b3a-4b90-90da-a144bb1041a1" -d '{"events": [{"name": "network-changed", "server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:23:49.680729 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Jul 2022 10:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195493f0-c922-436f-8b6a-cb65242318e8 x-openstack-request-id: req-195493f0-c922-436f-8b6a-cb65242318e8 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:23:49.681006 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:23:49.681252 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-195493f0-c922-436f-8b6a-cb65242318e8 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:23:49.681708 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195493f0-c922-436f-8b6a-cb65242318e8'] response: {'name': 'network-changed', 'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'status': 'completed', 'code': 200} Jul 04 10:23:49.735310 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:23:49.752258 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-516ce53b-d5bb-4740-ae95-66f28a1cbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:49.753955 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-516ce53b-d5bb-4740-ae95-66f28a1cbe2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aaff1fa03a194074aa14fae9db94cefb&device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 1130 time: 0.0496445 Jul 04 10:23:49.822239 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:49.860980 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-ed11a4ce-5eae-40c9-a33b-a853d8516dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:49.862416 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-ed11a4ce-5eae-40c9-a33b-a853d8516dd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 200 len: 912 time: 0.0996461 Jul 04 10:23:49.880353 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:49.886455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277949f8-14c6-49d0-815c-b33b07f20f52 req-6ebaf6f4-3f0e-4061-a83f-75864d789779 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:49.887947 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-277949f8-14c6-49d0-815c-b33b07f20f52 req-6ebaf6f4-3f0e-4061-a83f-75864d789779 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 946 time: 0.0559828 Jul 04 10:23:49.939737 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:49.941071 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-277949f8-14c6-49d0-815c-b33b07f20f52 req-7ea3c02c-f22f-43db-85dd-1bfbfaec630a tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472085 Jul 04 10:23:49.965410 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:23:49.974847 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:23:49.975452 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:23:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:50.154713 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:23:50.342003 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:50.366724 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc76a6-6e16-413f-b129-7146cefb31b0 None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:17:07Z', 'revision_number': 4, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi', '_interfaces': [{'id': 'eb126ecb-0377-45cc-874f-dcaac66651c2', 'name': '', 'network_id': '28daa053-6dc3-4bbf-8b82-7f4c430042da', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'mac_address': 'fa:16:3e:5e:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:07Z', 'updated_at': '2022-07-04T10:17:11Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'subnets': [{'id': '742feb9d-a2d7-4104-99e0-40e114bc0620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:23:50.603890 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea79b7-fa32-40dd-88e1-8bf91a76f9bf None None] New status for floating IP 61d619c3-c24d-43ff-8b3d-666ca3d22979: DOWN {{(pid=104131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 04 10:23:50.806901 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-463f8814-bbd7-47f0-a592-960965756f4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 200 len: 217 time: 0.0444677 Jul 04 10:23:50.861135 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-f113dfd1-4630-4a12-a138-abcce0ddbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:50.862742 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-f113dfd1-4630-4a12-a138-abcce0ddbf85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 200 len: 850 time: 0.0491679 Jul 04 10:23:50.982539 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-b32eab12-fc49-4c97-b479-1c40063a9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:50.984087 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-b32eab12-fc49-4c97-b479-1c40063a9c59 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=28daa053-6dc3-4bbf-8b82-7f4c430042da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505269 Jul 04 10:23:51.063751 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258a4c1-0ba5-47de-9791-348705e2fe66 req-a1ca58ae-a1b3-46a9-a380-0f7ac1c03ba6 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:51.065172 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3258a4c1-0ba5-47de-9791-348705e2fe66 req-a1ca58ae-a1b3-46a9-a380-0f7ac1c03ba6 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 946 time: 0.0464649 Jul 04 10:23:51.081684 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-6d69d82f-4273-4ea5-99b9-497e5b1303ba service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908113 Jul 04 10:23:51.115077 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-3258a4c1-0ba5-47de-9791-348705e2fe66 req-c9ec7beb-1680-4cf7-907e-1cba34f6509f tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/security-groups?id=b377e167-5812-4a79-91c2-25eabee60e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Jul 04 10:23:51.226761 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2526c28b-9b3a-4b90-90da-a144bb1041a1 req-8bb0c88a-2d23-4051-80ff-ed9fc4f00abb service neutron] 10.222.0.74 "GET /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Jul 04 10:23:51.260664 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-ba8a9739-9e69-45e7-8a47-c1bfa8114187 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 04 10:23:51.262157 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-ba8a9739-9e69-45e7-8a47-c1bfa8114187 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 946 time: 0.0486436 Jul 04 10:23:51.347091 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Deleting port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:51.347399 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:51.419366 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:51.425660 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=100 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:51.437521 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] For port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:23:51.437904 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:51.451136 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Calling delete_port for 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 owned by compute:nova {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:51.607260 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (18bb8690-9fd0-473c-a2fc-7b49d7d836f2), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:51.634691 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event deleted for resources: {'Port': ['ID=18bb8690-9fd0-473c-a2fc-7b49d7d836f2,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:51.649738 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.650141 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.650454 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.650783 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.651107 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.651423 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.651735 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.652058 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.652376 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.652714 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.653030 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.653837 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.653837 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.654085 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.654336 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:51.695087 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] No DVR routers for this DVR port 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 on host hv-cinder-84841 {{(pid=104129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:23:51.697720 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for port (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:51.701057 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-1181d2bf-7315-49fe-b213-7066cdfe5851 req-5a2aedb3-f2b9-4f2c-862f-6b75f9a4890d tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.74 "DELETE /v2.0/ports/18bb8690-9fd0-473c-a2fc-7b49d7d836f2 HTTP/1.1" status: 204 len: 173 time: 0.4333262 Jul 04 10:23:51.701499 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'name': 'network-vif-deleted', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2'}] {{(pid=104129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 04 10:23:51.704329 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6b011b5122008c28ac283ff66eef573b56002fcd859711285d038d4ed304583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5125e95c-1272-4ad4-aa78-b2e27494a3ac" -d '{"events": [{"server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "name": "network-vif-deleted", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2"}]}' {{(pid=104129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 04 10:23:51.741600 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Jul 2022 10:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd6ad10-9d7c-4bc4-8445-ffd60cfacf47 x-openstack-request-id: req-3dd6ad10-9d7c-4bc4-8445-ffd60cfacf47 {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 04 10:23:51.741927 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343223e4-5ea9-4347-8cb7-82aafa314cba", "name": "network-vif-deleted", "tag": "18bb8690-9fd0-473c-a2fc-7b49d7d836f2", "status": "completed", "code": 200}]} {{(pid=104129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 04 10:23:51.742172 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3dd6ad10-9d7c-4bc4-8445-ffd60cfacf47 {{(pid=104129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 04 10:23:51.742575 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd6ad10-9d7c-4bc4-8445-ffd60cfacf47'] response: {'server_uuid': '343223e4-5ea9-4347-8cb7-82aafa314cba', 'name': 'network-vif-deleted', 'tag': '18bb8690-9fd0-473c-a2fc-7b49d7d836f2', 'status': 'completed', 'code': 200} Jul 04 10:23:52.242652 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [req-c33f8513-dfde-48d7-b6ec-c78f84c2863b req-2d8de7c5-9764-4b90-b432-3412b666dcd3 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "GET /v2.0/ports?device_id=343223e4-5ea9-4347-8cb7-82aafa314cba HTTP/1.1" status: 200 len: 210 time: 0.0339446 Jul 04 10:23:53.323826 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53462) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:53.710901 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Deleting port 352044fd-18e9-482c-9543-ca3c6b0ad097 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:53.711252 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (352044fd-18e9-482c-9543-ca3c6b0ad097), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:53.788381 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (352044fd-18e9-482c-9543-ca3c6b0ad097), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:53.788677 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (352044fd-18e9-482c-9543-ca3c6b0ad097), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:53.801508 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Calling delete_port for 352044fd-18e9-482c-9543-ca3c6b0ad097 owned by network:floatingip {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:53.939334 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (352044fd-18e9-482c-9543-ca3c6b0ad097), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:53.964984 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event deleted for resources: {'Port': ['ID=352044fd-18e9-482c-9543-ca3c6b0ad097,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:54.036017 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for floatingip (0baef512-1987-4bd4-875f-77d88b4b469a), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:54.039968 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150540'] for floatingip (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:54.041328 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-d295f5e1-fe8a-41e8-b498-2b5d47dc7a06 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "DELETE /v2.0/floatingips/0baef512-1987-4bd4-875f-77d88b4b469a HTTP/1.1" status: 204 len: 168 time: 0.7169471 Jul 04 10:23:55.286550 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53474) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:55.346523 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:55.349952 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b7a42e7d-ef61-457d-82d0-af25d84acf91 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group (b377e167-5812-4a79-91c2-25eabee60e11), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:55.377976 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b7a42e7d-ef61-457d-82d0-af25d84acf91 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group (b377e167-5812-4a79-91c2-25eabee60e11), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:55.394448 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:55.396015 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:55.411189 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dc194025-b403-4d31-8ef2-7b0925d64bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:55.444910 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b7a42e7d-ef61-457d-82d0-af25d84acf91 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (b377e167-5812-4a79-91c2-25eabee60e11), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:55.447899 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b7a42e7d-ef61-457d-82d0-af25d84acf91 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:55.449094 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b7a42e7d-ef61-457d-82d0-af25d84acf91 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] 10.222.0.79 "DELETE /v2.0/security-groups/b377e167-5812-4a79-91c2-25eabee60e11 HTTP/1.1" status: 204 len: 168 time: 0.1615729 Jul 04 10:23:55.458937 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a42e7d-ef61-457d-82d0-af25d84acf91 tempest-TestVolumeBootPattern-862963616 tempest-TestVolumeBootPattern-862963616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b377e167-5812-4a79-91c2-25eabee60e11,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:55.508932 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53478) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:55.728361 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:55.974146 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:56.137088 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:23:56.156147 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] No Port match for: 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:23:56.156502 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Device 18bb8690-9fd0-473c-a2fc-7b49d7d836f2 not bound to the agent host hv-cinder-84841 {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:23:56.197657 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Deleting port eb126ecb-0377-45cc-874f-dcaac66651c2 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:56.198021 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:56.280133 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] For port eb126ecb-0377-45cc-874f-dcaac66651c2, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=eb126ecb-0377-45cc-874f-dcaac66651c2,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:23:56.280475 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:56.293814 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Calling delete_port for eb126ecb-0377-45cc-874f-dcaac66651c2 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:56.398897 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:56.490598 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (eb126ecb-0377-45cc-874f-dcaac66651c2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:56.515045 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb126ecb-0377-45cc-874f-dcaac66651c2,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:56.573129 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:56.675305 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:56.879324 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:23:56.982075 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:23:56.986974 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d3b5ebf0-d991-4bb3-adfc-2fdfd1f525a3 admin admin] 10.222.0.79 "PUT /v2.0/routers/daa4841a-10fe-4bf7-b9d9-7c03fc287be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4769173 Jul 04 10:23:56.989636 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53482) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:56.991920 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] Sync routers for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:23:57.002426 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:23:57.003032 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:23:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:57.088169 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks [] for router (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.099669 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:23:57.188729 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks [] for router_gateway (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.233880 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Deleting port a3d3efd9-5c0f-41af-bc0e-c08e773715ae {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:57.234802 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.259287 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:57.271194 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:23:56Z', 'revision_number': 5, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port': {'id': 'a3d3efd9-5c0f-41af-bc0e-c08e773715ae', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:05Z', 'updated_at': '2022-07-04T10:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:57.296333 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] Checking router: daa4841a-10fe-4bf7-b9d9-7c03fc287be8 for host: dv-cinder-848418-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:23:57.305360 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] Routers {'daa4841a-10fe-4bf7-b9d9-7c03fc287be8'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:23:57.305980 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:23:28Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:57.315597 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] For port a3d3efd9-5c0f-41af-bc0e-c08e773715ae, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=a3d3efd9-5c0f-41af-bc0e-c08e773715ae,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:23:57.316164 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.332363 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Calling delete_port for a3d3efd9-5c0f-41af-bc0e-c08e773715ae owned by network:router_gateway {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:57.387864 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] Set router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:23:57.399044 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:57.438367 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:23:57Z', 'revision_number': 6, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:57.463057 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4fe71-d6e9-4095-b736-7ca8a5b90eb0 None None] The sync data for ids ['daa4841a-10fe-4bf7-b9d9-7c03fc287be8'] in dv-cinder-848418-1-iscsi is: [{'id': 'daa4841a-10fe-4bf7-b9d9-7c03fc287be8', 'name': 'tempest-TestVolumeBootPattern-953488740-router', 'tenant_id': 'aaff1fa03a194074aa14fae9db94cefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:04Z', 'updated_at': '2022-07-04T10:23:57Z', 'revision_number': 6, 'project_id': 'aaff1fa03a194074aa14fae9db94cefb', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:23:57.504848 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (a3d3efd9-5c0f-41af-bc0e-c08e773715ae), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.529567 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d3efd9-5c0f-41af-bc0e-c08e773715ae,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:57.558236 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d1d8af7a-b153-4139-9ef2-d5be63e6bb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.591087 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.675064 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.677203 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks [] for router_controller (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.724792 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (daa4841a-10fe-4bf7-b9d9-7c03fc287be8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.725515 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa4841a-10fe-4bf7-b9d9-7c03fc287be8 {{(pid=104130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:23:57.731277 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.732951 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9c004517-37e0-4a38-aa58-f0ed66a38742 admin admin] 10.222.0.79 "DELETE /v2.0/routers/daa4841a-10fe-4bf7-b9d9-7c03fc287be8 HTTP/1.1" status: 204 len: 168 time: 0.7422221 Jul 04 10:23:57.736363 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53484) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:57.785049 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0909fa77-d3db-4c40-a644-ab180a64a277 admin admin] Deleting subnet 742feb9d-a2d7-4104-99e0-40e114bc0620 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:23:57.788504 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0909fa77-d3db-4c40-a644-ab180a64a277 admin admin] Publish callbacks [] for subnet (742feb9d-a2d7-4104-99e0-40e114bc0620), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.826462 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0909fa77-d3db-4c40-a644-ab180a64a277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (742feb9d-a2d7-4104-99e0-40e114bc0620), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.912043 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0909fa77-d3db-4c40-a644-ab180a64a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (742feb9d-a2d7-4104-99e0-40e114bc0620), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.970097 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0909fa77-d3db-4c40-a644-ab180a64a277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (742feb9d-a2d7-4104-99e0-40e114bc0620), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:57.998438 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909fa77-d3db-4c40-a644-ab180a64a277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742feb9d-a2d7-4104-99e0-40e114bc0620,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:58.001830 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0909fa77-d3db-4c40-a644-ab180a64a277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.005038 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0909fa77-d3db-4c40-a644-ab180a64a277 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/742feb9d-a2d7-4104-99e0-40e114bc0620 HTTP/1.1" status: 204 len: 168 time: 0.2674224 Jul 04 10:23:58.007571 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53486) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:58.007936 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd185b-bf95-46c3-bd9f-2d4ed043e8ab None None] Network 28daa053-6dc3-4bbf-8b82-7f4c430042da requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:23:58.079401 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (28daa053-6dc3-4bbf-8b82-7f4c430042da), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.205974 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] DHCP port deletion for 28daa053-6dc3-4bbf-8b82-7f4c430042da request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:23:58.248865 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Deleting port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:58.249134 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.321350 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] For port 5b9fcf3a-ea18-49c2-a51f-9aab14917205, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=5b9fcf3a-ea18-49c2-a51f-9aab14917205,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:23:58.321768 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.335548 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Calling delete_port for 5b9fcf3a-ea18-49c2-a51f-9aab14917205 owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:58.368213 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Deleting port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:58.368672 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.420504 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.443884 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] No DVR routers for this DVR port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 on host dv-cinder-848418-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:23:58.450294 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] For port 5b9fcf3a-ea18-49c2-a51f-9aab14917205, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=5b9fcf3a-ea18-49c2-a51f-9aab14917205,segment=NetworkSegment(6da01c35-18aa-4dd2-8c2d-69a4c7b66629),segment_id=6da01c35-18aa-4dd2-8c2d-69a4c7b66629)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:23:58.450758 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.470943 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Pushing event deleted for resources: {'Port': ['ID=5b9fcf3a-ea18-49c2-a51f-9aab14917205,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:58.471562 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Calling delete_port for 5b9fcf3a-ea18-49c2-a51f-9aab14917205 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:58.484142 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:58.486265 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a3d3efd9-5c0f-41af-bc0e-c08e773715ae no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:23:58.490703 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.491461 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.491799 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.492132 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.492460 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.492812 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.493132 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.493450 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.493889 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.494220 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.494595 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.494856 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.495173 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.495486 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.495796 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be838d-34f6-422e-afd3-5983d0077063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 04 10:23:58.514587 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: a3d3efd9-5c0f-41af-bc0e-c08e773715ae {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:23:58.514924 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device a3d3efd9-5c0f-41af-bc0e-c08e773715ae not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:23:58.515329 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 5b9fcf3a-ea18-49c2-a51f-9aab14917205 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:23:58.533189 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 5b9fcf3a-ea18-49c2-a51f-9aab14917205 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:23:58.533536 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 5b9fcf3a-ea18-49c2-a51f-9aab14917205 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:23:58.533963 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device eb126ecb-0377-45cc-874f-dcaac66651c2 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:23:58.550212 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:58.551716 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: eb126ecb-0377-45cc-874f-dcaac66651c2 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:23:58.552089 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device eb126ecb-0377-45cc-874f-dcaac66651c2 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:23:58.557895 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (5b9fcf3a-ea18-49c2-a51f-9aab14917205), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.583076 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9fcf3a-ea18-49c2-a51f-9aab14917205,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:58.586409 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] No DVR routers for this DVR port 5b9fcf3a-ea18-49c2-a51f-9aab14917205 on host dv-cinder-848418-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:23:58.661508 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (28daa053-6dc3-4bbf-8b82-7f4c430042da), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.683573 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28daa053-6dc3-4bbf-8b82-7f4c430042da']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:58.693010 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da01c35-18aa-4dd2-8c2d-69a4c7b66629') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:58.693307 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da01c35-18aa-4dd2-8c2d-69a4c7b66629') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:23:58.703738 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3257662'] for segment (6da01c35-18aa-4dd2-8c2d-69a4c7b66629), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.717345 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (6da01c35-18aa-4dd2-8c2d-69a4c7b66629), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.724324 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:23:58.724681 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3384101'] for segment (6da01c35-18aa-4dd2-8c2d-69a4c7b66629), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.784709 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (28daa053-6dc3-4bbf-8b82-7f4c430042da), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.791325 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:58.794741 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] 10.222.0.79 "DELETE /v2.0/networks/28daa053-6dc3-4bbf-8b82-7f4c430042da HTTP/1.1" status: 204 len: 168 time: 0.7862632 Jul 04 10:23:58.797954 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53492) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:23:58.807754 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 6da01c35-18aa-4dd2-8c2d-69a4c7b66629 resource provider aggregate not found Jul 04 10:23:58.811901 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78726cd4-788e-48f6-ab6e-106ed1ca9518 admin admin] Pushing event deleted for resources: {'Network': ['ID=28daa053-6dc3-4bbf-8b82-7f4c430042da,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:58.824915 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 6da01c35-18aa-4dd2-8c2d-69a4c7b66629 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6da01c35-18aa-4dd2-8c2d-69a4c7b66629 found for delete ", "request_id": "req-708b7b58-4462-4aca-8e62-803065cd0766"}]} Jul 04 10:23:58.983477 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:59.002554 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:59.114146 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713588'] for router_interface (cc364262-d713-404b-a6ff-0c3ef1c8d062), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:59.338259 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Deleting port 739768a8-3930-4944-9a54-d88911359e94 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:23:59.338562 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (739768a8-3930-4944-9a54-d88911359e94), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:59.422537 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] For port 739768a8-3930-4944-9a54-d88911359e94, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=739768a8-3930-4944-9a54-d88911359e94,segment=NetworkSegment(8ea9394e-4572-4f9d-bce3-7728d65f8b01),segment_id=8ea9394e-4572-4f9d-bce3-7728d65f8b01)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:23:59.422783 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (739768a8-3930-4944-9a54-d88911359e94), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:59.437090 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Calling delete_port for 739768a8-3930-4944-9a54-d88911359e94 owned by network:router_interface {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:23:59.455626 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:59.619814 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (739768a8-3930-4944-9a54-d88911359e94), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:59.641848 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=739768a8-3930-4944-9a54-d88911359e94,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:23:59.702642 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:23:59.807879 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-662468'] for router_interface (cc364262-d713-404b-a6ff-0c3ef1c8d062), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:23:59.907357 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:00.014629 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Router cc364262-d713-404b-a6ff-0c3ef1c8d062 has already been hosted by L3 agent 9294ccff-6e39-4c80-ba89-f92540aebc1b {{(pid=104129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 04 10:24:00.118619 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] Notify agent at l3_agent.dv-cinder-848418-1-iscsi the message routers_updated {{(pid=104129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 04 10:24:00.123904 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-5c4b6868-61d1-491c-9a1c-c855f6fbeda4 admin admin] 10.222.0.79 "PUT /v2.0/routers/cc364262-d713-404b-a6ff-0c3ef1c8d062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3247840 Jul 04 10:24:00.126598 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53496) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:24:00.129361 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] Sync routers for ids ['cc364262-d713-404b-a6ff-0c3ef1c8d062'] in dv-cinder-848418-1-iscsi {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 04 10:24:00.141826 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] Routers {'cc364262-d713-404b-a6ff-0c3ef1c8d062'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:24:00.142671 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:23:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['cc364262-d713-404b-a6ff-0c3ef1c8d062'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:24:00.228116 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks [] for router (cc364262-d713-404b-a6ff-0c3ef1c8d062), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.245524 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] Set router cc364262-d713-404b-a6ff-0c3ef1c8d062 gateway port host: dv-cinder-848418-1-iscsi {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:24:00.326844 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks [] for router_gateway (cc364262-d713-404b-a6ff-0c3ef1c8d062), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.372260 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Deleting port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 {{(pid=104129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:24:00.372599 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.424700 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'external_fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:23:59Z', 'revision_number': 5, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port': {'id': 'd139a516-2e37-4ae5-9ebe-a26dfd9d4b45', 'name': '', 'network_id': '83295d44-8399-46b1-9685-7c5c046314a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-04T10:17:10Z', 'updated_at': '2022-07-04T10:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcb462b8-bbfc-4ec5-98ba-b521af621bbc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-1-iscsi'}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:24:00.451631 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] Checking router: cc364262-d713-404b-a6ff-0c3ef1c8d062 for host: dv-cinder-848418-1-iscsi {{(pid=104131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 04 10:24:00.453915 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.db [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] For port d139a516-2e37-4ae5-9ebe-a26dfd9d4b45, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=d139a516-2e37-4ae5-9ebe-a26dfd9d4b45,segment=NetworkSegment(baad093c-622f-46e7-bfd1-3b586cb1f357),segment_id=baad093c-622f-46e7-bfd1-3b586cb1f357)] {{(pid=104129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:24:00.454455 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.460552 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] Routers {'cc364262-d713-404b-a6ff-0c3ef1c8d062'} bound to L3 agent in host dv-cinder-848418-1-iscsi {{(pid=104131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 04 10:24:00.461162 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-04T10:00:28Z,description=,heartbeat_timestamp=2022-07-04T10:23:58Z,host='dv-cinder-848418-1-iscsi',id=9294ccff-6e39-4c80-ba89-f92540aebc1b,load=0,resource_versions=,resources_synced=,started_at=2022-07-04T10:00:28Z,topic='l3_agent')) {'router_ids': ['cc364262-d713-404b-a6ff-0c3ef1c8d062'], 'active': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:24:00.469533 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.plugins.ml2.plugin [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Calling delete_port for d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 owned by network:router_gateway {{(pid=104129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:24:00.539934 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:00.550007 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.560456 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvr_db [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] Set router cc364262-d713-404b-a6ff-0c3ef1c8d062 gateway port host: None {{(pid=104131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 04 10:24:00.611941 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_hamode_db [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:24:00Z', 'revision_number': 6, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port_host': None}], 'dv-cinder-848418-1-iscsi', False) {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:24:00.639587 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e407c9-2de8-4ed8-b382-304db5a298af None None] The sync data for ids ['cc364262-d713-404b-a6ff-0c3ef1c8d062'] in dv-cinder-848418-1-iscsi is: [{'id': 'cc364262-d713-404b-a6ff-0c3ef1c8d062', 'name': 'tempest-TestVolumeBootPattern-1146583715-router', 'tenant_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-04T10:17:09Z', 'updated_at': '2022-07-04T10:24:00Z', 'revision_number': 6, 'project_id': '69bd956122ce4cc8b7d4d97f4f0c1868', 'gw_port_host': None}] {{(pid=104131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 04 10:24:00.648195 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502108'] for port (d139a516-2e37-4ae5-9ebe-a26dfd9d4b45), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.677608 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d139a516-2e37-4ae5-9ebe-a26dfd9d4b45,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:24:00.738742 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660907'] for router_gateway (cc364262-d713-404b-a6ff-0c3ef1c8d062), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.790632 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:00.809175 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.824951 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-716778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123040'] for router (cc364262-d713-404b-a6ff-0c3ef1c8d062), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.827197 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks [] for router_controller (cc364262-d713-404b-a6ff-0c3ef1c8d062), precommit_delete_associations {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.873574 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-716771'] for router (cc364262-d713-404b-a6ff-0c3ef1c8d062), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.874326 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc364262-d713-404b-a6ff-0c3ef1c8d062 {{(pid=104129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 04 10:24:00.879062 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.880383 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-dca7f9d6-6d04-4561-a8be-77b260baf3e2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/cc364262-d713-404b-a6ff-0c3ef1c8d062 HTTP/1.1" status: 204 len: 168 time: 0.7528930 Jul 04 10:24:00.883077 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53498) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:24:00.933558 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-249ceb18-c3d1-488a-b30a-b81818ce0996 admin admin] Deleting subnet 4953401c-aff5-4c02-b263-61b88b9b2d89 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 04 10:24:00.936811 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-249ceb18-c3d1-488a-b30a-b81818ce0996 admin admin] Publish callbacks [] for subnet (4953401c-aff5-4c02-b263-61b88b9b2d89), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:00.973052 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-249ceb18-c3d1-488a-b30a-b81818ce0996 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3257639'] for subnet (4953401c-aff5-4c02-b263-61b88b9b2d89), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.053120 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-249ceb18-c3d1-488a-b30a-b81818ce0996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8021142'] for subnet (4953401c-aff5-4c02-b263-61b88b9b2d89), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.112194 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-249ceb18-c3d1-488a-b30a-b81818ce0996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3384259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3468809'] for subnet (4953401c-aff5-4c02-b263-61b88b9b2d89), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.136192 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ceb18-c3d1-488a-b30a-b81818ce0996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4953401c-aff5-4c02-b263-61b88b9b2d89,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:24:01.142082 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-249ceb18-c3d1-488a-b30a-b81818ce0996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.145255 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-249ceb18-c3d1-488a-b30a-b81818ce0996 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4953401c-aff5-4c02-b263-61b88b9b2d89 HTTP/1.1" status: 204 len: 168 time: 0.2611244 Jul 04 10:24:01.147827 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53500) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:24:01.150576 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7511081-55bf-44d0-9134-8bc59f2d2af5 None None] Network a98f9b19-a98b-46ac-9cfc-93d828e2e576 requested from dv-cinder-848418-1-iscsi {{(pid=104131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 04 10:24:01.219594 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8130759'] for network (a98f9b19-a98b-46ac-9cfc-93d828e2e576), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.261716 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Deleting port 9478efb3-6a02-4e10-9de4-33df4f461e84 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 04 10:24:01.262062 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759682099761'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.327970 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] For port 9478efb3-6a02-4e10-9de4-33df4f461e84, host dv-cinder-848418-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-1-iscsi',level=0,port_id=9478efb3-6a02-4e10-9de4-33df4f461e84,segment=NetworkSegment(8ea9394e-4572-4f9d-bce3-7728d65f8b01),segment_id=8ea9394e-4572-4f9d-bce3-7728d65f8b01)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 04 10:24:01.328234 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663211'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.341101 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Calling delete_port for 9478efb3-6a02-4e10-9de4-33df4f461e84 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 04 10:24:01.419290 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60727bd-5033-4e30-af32-d7d0c460e040 None None] DHCP port deletion for a98f9b19-a98b-46ac-9cfc-93d828e2e576 request from dv-cinder-848418-1-iscsi {{(pid=104131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 04 10:24:01.424846 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7969609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759682103287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759681692555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3384086'] for port (9478efb3-6a02-4e10-9de4-33df4f461e84), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.429510 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:01.442361 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-f60727bd-5033-4e30-af32-d7d0c460e040 None None] The port '9478efb3-6a02-4e10-9de4-33df4f461e84' was deleted {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 04 10:24:01.443482 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:01.459819 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] No DVR routers for this DVR port 9478efb3-6a02-4e10-9de4-33df4f461e84 on host dv-cinder-848418-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 04 10:24:01.461479 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Pushing event deleted for resources: {'Port': ['ID=9478efb3-6a02-4e10-9de4-33df4f461e84,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:24:01.509151 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:01.537382 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7961452', 'neutron.services.segments.db._delete_segments_for_network-8759682175883'] for network (a98f9b19-a98b-46ac-9cfc-93d828e2e576), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.559387 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98f9b19-a98b-46ac-9cfc-93d828e2e576']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:24:01.569388 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea9394e-4572-4f9d-bce3-7728d65f8b01') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:24:01.569716 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea9394e-4572-4f9d-bce3-7728d65f8b01') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 04 10:24:01.584271 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759682177172', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3257662'] for segment (8ea9394e-4572-4f9d-bce3-7728d65f8b01), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.599985 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431'] for segment (8ea9394e-4572-4f9d-bce3-7728d65f8b01), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.607665 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 04 10:24:01.607941 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7948431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3384101'] for segment (8ea9394e-4572-4f9d-bce3-7728d65f8b01), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.635701 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 8ea9394e-4572-4f9d-bce3-7728d65f8b01 resource provider aggregate not found Jul 04 10:24:01.677055 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7961463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661501'] for network (a98f9b19-a98b-46ac-9cfc-93d828e2e576), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.682112 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525855'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.685335 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a98f9b19-a98b-46ac-9cfc-93d828e2e576 HTTP/1.1" status: 204 len: 168 time: 0.5355875 Jul 04 10:24:01.688822 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 8ea9394e-4572-4f9d-bce3-7728d65f8b01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ea9394e-4572-4f9d-bce3-7728d65f8b01 found for delete ", "request_id": "req-f1543fe3-7136-4e1e-b1af-be4b7be40e14"}]} Jul 04 10:24:01.699669 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57842c5b-5a69-44ba-a667-39077502ec79 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98f9b19-a98b-46ac-9cfc-93d828e2e576,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:24:01.800249 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53508) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:24:01.841594 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a545dc14-2c7c-48fc-860f-1e4f673656c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aaff1fa03a194074aa14fae9db94cefb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401459 Jul 04 10:24:01.844587 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.79', 53510) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:24:01.898433 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3948-fcbd-43d5-9cd1-bbbfdd7414c3 admin admin] Publish callbacks [] for security_group (af09c81b-8900-4d1d-bdda-af82884fbb22), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.928923 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3948-fcbd-43d5-9cd1-bbbfdd7414c3 admin admin] Publish callbacks [] for security_group (af09c81b-8900-4d1d-bdda-af82884fbb22), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.980898 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3948-fcbd-43d5-9cd1-bbbfdd7414c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (af09c81b-8900-4d1d-bdda-af82884fbb22), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.983546 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3948-fcbd-43d5-9cd1-bbbfdd7414c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:01.984685 dv-cinder-848418-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0e3f3948-fcbd-43d5-9cd1-bbbfdd7414c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af09c81b-8900-4d1d-bdda-af82884fbb22 HTTP/1.1" status: 204 len: 168 time: 0.1392040 Jul 04 10:24:01.993153 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f3948-fcbd-43d5-9cd1-bbbfdd7414c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af09c81b-8900-4d1d-bdda-af82884fbb22,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:24:02.345884 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53516) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:24:02.364931 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:02.392491 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-c429c8c5-0288-46a1-8cd2-8346312ba87a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69bd956122ce4cc8b7d4d97f4f0c1868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453279 Jul 04 10:24:02.395370 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [-] (104129) accepted ('10.222.0.79', 53518) {{(pid=104129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 04 10:24:02.449720 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f021eeba-e732-4403-9789-03fe65ab46ae admin admin] Publish callbacks [] for security_group (7f7eb393-6423-4d11-8a6b-5d5135fee543), before_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:02.473229 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f021eeba-e732-4403-9789-03fe65ab46ae admin admin] Publish callbacks [] for security_group (7f7eb393-6423-4d11-8a6b-5d5135fee543), precommit_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:02.474491 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 9478efb3-6a02-4e10-9de4-33df4f461e84 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:24:02.493377 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 9478efb3-6a02-4e10-9de4-33df4f461e84 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:24:02.493768 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 9478efb3-6a02-4e10-9de4-33df4f461e84 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:24:02.494168 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:24:02.512710 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:24:02.513168 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device d139a516-2e37-4ae5-9ebe-a26dfd9d4b45 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:24:02.513786 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 739768a8-3930-4944-9a54-d88911359e94 no longer exists at agent ovs-agent-dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 04 10:24:02.527788 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f021eeba-e732-4403-9789-03fe65ab46ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629920'] for security_group (7f7eb393-6423-4d11-8a6b-5d5135fee543), after_delete {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:02.530482 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron_lib.callbacks.manager [None req-f021eeba-e732-4403-9789-03fe65ab46ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:02.531750 dv-cinder-848418-1-iscsi neutron-server[104129]: INFO neutron.wsgi [None req-f021eeba-e732-4403-9789-03fe65ab46ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7f7eb393-6423-4d11-8a6b-5d5135fee543 HTTP/1.1" status: 204 len: 168 time: 0.1354306 Jul 04 10:24:02.534086 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] No Port match for: 739768a8-3930-4944-9a54-d88911359e94 {{(pid=104131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 04 10:24:02.534620 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.rpc [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Device 739768a8-3930-4944-9a54-d88911359e94 not bound to the agent host dv-cinder-848418-1-iscsi {{(pid=104131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 04 10:24:02.544761 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021eeba-e732-4403-9789-03fe65ab46ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7eb393-6423-4d11-8a6b-5d5135fee543,revision_number=None']} {{(pid=104129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 04 10:24:04.372913 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:07.441108 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=84 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:07.442280 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=85 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:09.245689 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:24:11.966388 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=39,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:11.988600 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:12.509681 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=48 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:12.539499 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG dbcounter [-] [104129] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104129) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:14.361219 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=13 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:14.363632 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:19.238965 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:25.410453 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2666bd25-b169-4b43-b7c5-199172490dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:27.567355 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-578822b5-9b4a-4c5c-82e2-be139f0f1a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:29.471934 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:30.540905 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:30.813496 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:33.071539 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:33.078674 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:34.370929 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:35.407770 dv-cinder-848418-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-93ab5d53-a200-4ed6-98b6-5e9cbc782f0f req-2c7c2ef1-9d20-4d4f-aace-e24554c645ef service neutron] (104130) timed out ('10.222.0.74', 57333) {{(pid=104130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 04 10:24:35.553384 dv-cinder-848418-1-iscsi neutron-server[104129]: DEBUG neutron.wsgi [req-82a5f6cb-f5f9-463f-be66-7e15e5f202da req-599c4165-5187-4020-b811-089156d7ce5c service neutron] (104129) timed out ('10.222.0.74', 57319) {{(pid=104129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 04 10:24:44.356906 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:44.363615 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:46.251537 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:24:55.415924 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-40c5edb9-8cbe-4a68-9b8f-7f2724f72a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:56.243649 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:24:57.574537 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-34b25564-39aa-4f0a-9c33-a7131615a975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:24:59.473386 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:00.551252 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:00.819164 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:04.396179 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:10.084948 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:10.086187 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:14.378211 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:14.388104 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:22.560540 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=11 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:22.563695 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=15 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:23.256859 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:25:25.414144 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b7afc19b-f10c-4f26-af70-77cff5c6501c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:27.569255 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c8e8edfc-5c49-45d3-986d-29321dfca3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:29.479956 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:30.561958 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:30.820579 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:33.248361 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:33.249068 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:34.386801 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:44.372982 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:44.379533 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:47.080965 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:47.082159 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:25:55.415690 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b34b076a-3606-4347-b86d-9b88d5ec3571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:57.572042 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8a44d08e-3e4d-4aaf-a126-0acabf60be41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:25:59.483223 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:00.261505 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:26:00.559352 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:00.828824 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:04.391501 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:10.252761 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:10.254159 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:14.378389 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:14.383838 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:24.094077 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:24.099837 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:25.419468 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cfc1905e-e4ed-4181-91bf-30e651b52458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:27.574056 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7031fed1-1381-4e02-b0be-c993ac410fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:29.478935 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:30.553842 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:30.826975 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:34.392385 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:37.261241 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:26:44.383690 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:44.384896 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:47.256135 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:47.257321 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:26:55.423477 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f49e7cbc-feae-421d-aa07-9d0eb2afc911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:57.572273 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0850b92d-dc13-449f-9769-55f4d1dde033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:26:59.486861 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:00.558961 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:00.818793 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:01.103911 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:04.395304 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:11.078349 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:14.266076 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:27:14.381346 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:14.385685 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:22.586733 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=13 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:24.258177 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=15 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:25.431551 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c319cad6-842a-4959-ab86-3ef4e12eef01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:27.567895 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-256fd004-91e6-44ef-a4e9-11c52d7c7074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:29.484073 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:30.567612 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:30.826301 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:34.394563 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:38.079251 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:38.083371 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:44.380365 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:44.386269 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:27:51.270270 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:27:55.425539 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-546860b1-3410-495e-b157-0b11c3df2d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:57.573683 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-07272518-3fa7-4728-9f24-383efa50325e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:27:59.492987 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:00.574811 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:00.824532 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:01.262738 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:01.264098 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:04.408007 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:14.397503 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:14.400031 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:15.087930 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:24.096283 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:25.430295 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fd694bb-bcaa-4c5c-a5e1-5888b0de6e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:27.565131 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0bdbd839-45f9-4eb2-b00b-94e267c4c14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:28.275227 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:28:29.490385 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:30.576063 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:30.815426 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:34.403597 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:38.266232 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:38.267086 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:44.385405 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:44.395992 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:52.081214 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:52.086839 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:28:55.437251 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4b49-28e4-4fa3-a9e5-a85cec69d022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9957896e-fa33-44b0-80f5-17e7e602bfd4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:57.567860 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8723b25f-a5dc-4ed7-87d2-168d18773c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9294ccff-6e39-4c80-ba89-f92540aebc1b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:28:59.499577 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a3642c51-b221-4093-9ca7-41d39f58d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (c8289cb4-db7d-43c9-a244-0df0b83454bf), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:29:00.580624 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-702553ca-c40b-40cd-ac8b-933cf25ead75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (f39a4a49-a61c-4d46-a4bb-ffc0ee9cdc26), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:29:00.818705 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6ff51c57-d309-42f2-ba88-814dd1a6438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (b483f8ec-bb87-4ebc-9d8f-302702005c96), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:29:04.407661 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0de08169-18e2-4ed6-9496-146814e54d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759682175865', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8020651'] for agent (9dd1ec49-ceed-4da5-961e-a0bdbcded1cd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 04 10:29:05.278421 dv-cinder-848418-1-iscsi neutron-server[104132]: DEBUG neutron.db.agents_db [None req-f08e5092-9647-48d4-b54d-5ac5755e5e6a None None] Agent healthcheck: found 6 active agents {{(pid=104132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 04 10:29:14.392781 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 04 10:29:14.397379 dv-cinder-848418-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}